00010000:00010000:2.0F:1780298648.355660:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298648.675284:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605163392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0F:1780298648.675292:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605163136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780298648.675364:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298648.675454:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605163392 00000100:00100000:2.0:1780298648.675460:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605163392 00000100:00100000:2.0:1780298648.675514:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00080000:0.0:1780298648.675526:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780298648.675532:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605163392:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780298648.675543:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1780298648.675571:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:0.0:1780298648.675577:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605163136 00000100:00100000:0.0:1780298648.675583:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605163136 00000100:00100000:0.0:1780298648.675629:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1780298648.675638:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605163136:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780298648.675645:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605163392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298648.675661:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00002000:00000024:0.0:1780298648.675661:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 106496 granted 969661248 pending 0 free 3923095552 avail 3691573248 00000100:00100000:0.0:1780298648.675706:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605163136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298648.675712:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1780298648.675728:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605163392:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1780298648.675735:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780298648.675764:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605163136:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1780298649.218503:0:21753:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16c: verify data consistency on ldiskfs with cache disabled (b=17397) ========================================================== 03:24:09 (1780298649) 00000100:00100000:0.0:1780298649.700214:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1780298649.700234:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605163520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780298649.700306:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298649.700338:0:7406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605163520 00000100:00100000:2.0:1780298649.700346:0:7406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605163520 00000100:00100000:2.0:1780298649.700388:0:7406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1780298649.700396:0:7406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605163520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1780298649.700426:0:7406:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446252544 avail 1300013056 00000100:00100000:2.0:1780298649.700472:0:7406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605163520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.700477:0:7406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0F:1780298649.700526:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605163520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780298649.709196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.709225:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609796480 00000100:00100000:2.0:1780298649.709230:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609796480 00000100:00080000:0.0:1780298649.709273:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1780298649.709281:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2322432->2376675) req@ffff9cf2548b8700 x1866777609796480/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:355/0 lens 488/0 e 0 to 0 dl 1780298660 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298649.709290:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777609796480 ext(2322432->2376675) 00002000:00010000:2.0:1780298649.709299:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:2.0:1780298649.709316:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6611 00000100:00100000:2.0:1780298649.709322:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609796480:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298649.710950:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609796480:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1626us (1753us total) trans 4294969832 rc 0/0 00000100:00100000:3.0:1780298649.710959:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6611 00002000:00100000:3.0:1780298649.710967:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0xe:0x0] (2322432->2376675) req@ffff9cf2548b8700 x1866777609796480/t4294969832(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:355/0 lens 488/448 e 0 to 0 dl 1780298660 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298649.710976:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777609796480 ext(2322432->2376675) 00002000:00010000:3.0:1780298649.710979:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:3.0:1780298649.805855:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.805898:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609796736 00000100:00100000:2.0:1780298649.805909:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609796736 00000100:00080000:3.0:1780298649.805952:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1780298649.805978:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62105 00000100:00100000:2.0:1780298649.805990:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+56:29974:x1866777609796736:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:2.0:1780298649.806014:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.806017:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1780298649.806047:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e6302ee37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce6af expref: 56 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806066:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298649.806071:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298649.806085:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036da3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b40 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806220:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806234:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 56 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806256:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806289:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 56 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.806315:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 56 pid: 17567 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.806329:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605163648:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298649.806425:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24316c900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298649.807086:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605163648:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298649.807102:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.807287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.807322:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609796864 00000100:00100000:0.0:1780298649.807328:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609796864 00010000:00010000:0.0:1780298649.807364:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 57 pid: 17567 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.807391:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15372 00000100:00100000:0.0:1780298649.807401:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:2399:x1866777609796864:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298649.807410:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298649.807416:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 57 pid: 17567 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807437:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 57 pid: 17567 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807451:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e6302ea4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194ce367 expref: 57 pid: 17567 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807460:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.807463:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807469:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807474:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.807490:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298649.807503:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.807510:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.807519:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:2399:x1866777609796864:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.807526:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15372 00010000:00010000:2.0:1780298649.807633:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.807651:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.807661:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808051:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808060:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808080:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298649.808088:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 0 00010000:00010000:2.0:1780298649.808109:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808114:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808119:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808123:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9bc00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298649.808164:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808169:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808183:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298649.808185:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298649.808189:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808193:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036daa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780298649.808201:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a9fba76 reply state 00000000fe9e1d77 transno 4294991146 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808216:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808220:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:2.0:1780298649.808222:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298649.808224:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780298649.808265:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036da3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b40 expref: 58 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808276:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b40 expref: 57 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.808281:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf349d6b400) 00010000:00010000:2.0:1780298649.808283:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298649.808285:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298649.808337:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:29974:x1866777609796736:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 2351us (2489us total) trans 4294991146 rc 0/0 00000100:00100000:2.0:1780298649.808343:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62105 00000100:00100000:2.0:1780298649.809273:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.809312:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609797120 00000100:00100000:0.0:1780298649.809317:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609797120 00000100:00100000:0.0:1780298649.809354:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62106 00000100:00100000:0.0:1780298649.809363:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:29974:x1866777609797120:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:0.0:1780298649.809376:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.809385:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3000/0xaf35132e63036dc6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b47 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.809461:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.809472:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b40 expref: 59 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.809480:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.809498:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b40 expref: 59 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.809506:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036db8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b40 expref: 59 pid: 9976 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.809514:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777605163776:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298649.809558:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241a3c300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298649.810093:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777605163776:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298649.810106:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.810309:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298649.810553:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810559:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298649.810567:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 0 00000004:00080000:0.0:1780298649.810719:0:6477:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00000004:00080000:0.0:1780298649.810727:0:6477:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1780298649.810808:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810816:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810822:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810828:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.810832:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810839:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810848:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf349d6b400) 00010000:00010000:0.0:1780298649.810850:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780298649.810853:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810856:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036dcd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810888:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3000/0xaf35132e63036dc6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b47 expref: 59 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810895:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.810896:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1780298649.810904:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3000/0xaf35132e63036dc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b47 expref: 59 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.810911:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3000, rc 0) 00000100:00100000:0.0:1780298649.810937:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:29974:x1866777609797120:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 1577us (1665us total) trans 4294991147 rc 301/301 00000100:00100000:0.0:1780298649.810942:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62106 00000100:00100000:3.0:1780298649.811743:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.812591:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609797632 00000100:00100000:3.0:1780298649.812595:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609797632 00000100:00100000:3.0:1780298649.812622:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62107 00000100:00100000:3.0:1780298649.812628:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:29974:x1866777609797632:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:3.0:1780298649.812639:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298649.812651:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63036ddb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b4e expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.812682:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63036ddb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b4e expref: 60 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.812691:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63036ddb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b4e expref: 60 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.812703:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:3.0:1780298649.812705:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780298649.812713:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:3.0:1780298649.812740:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:29974:x1866777609797632:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 112us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298649.812746:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62107 00000100:00100000:3.0:1780298649.813458:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.813491:0:6480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609797888 00000100:00100000:0.0:1780298649.813496:0:6480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609797888 00000100:00100000:0.0:1780298649.813520:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 140 00000100:00100000:0.0:1780298649.813526:0:6480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:29974:x1866777609797888:12345-192.168.203.25@tcp:35:lfs.0 00000100:00100000:0.0:1780298649.813615:0:6480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+61:29974:x1866777609797888:12345-192.168.203.25@tcp:35:lfs.0 Request processed in 88us (156us total) trans 4294991149 rc 0/0 00000100:00100000:0.0:1780298649.813621:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 140 00000100:00100000:0.0:1780298649.816890:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.816943:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798016 00000100:00100000:2.0:1780298649.816954:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798016 00000100:00100000:2.0:1780298649.817008:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62108 00000100:00100000:2.0:1780298649.817020:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+61:29975:x1866777609798016:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:2.0:1780298649.817041:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.817057:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036de2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b55 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817171:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817184:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817196:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298649.817230:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780298649.817234:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298649.817262:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817288:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036de2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b55 expref: 63 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817314:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b55 expref: 62 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.817322:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298649.817325:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780298649.817329:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:2.0:1780298649.817382:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:29975:x1866777609798016:12345-192.168.203.25@tcp:101:dd.0 Request processed in 365us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.817392:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62108 00000100:00100000:3.0:1780298649.818296:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.818328:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798272 00000100:00100000:0.0:1780298649.818333:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798272 00000100:00100000:0.0:1780298649.818362:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62109 00000100:00100000:0.0:1780298649.818368:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:29975:x1866777609798272:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.818377:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.818379:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780298649.818391:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036de9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b55 expref: 62 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818402:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.818404:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.818410:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3000/0xaf35132e63036df0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b5c expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818492:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818500:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818506:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818512:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818518:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818523:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818550:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63036e05 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818555:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63036e05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818559:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63036e05 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298649.818565:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 0 00010000:00010000:0.0:1780298649.818603:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818609:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818618:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818621:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.818624:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818629:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818635:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.818637:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298649.818640:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818644:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3800/0xaf35132e63036df7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818651:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818654:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818658:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818662:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.818664:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818673:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818678:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:0.0:1780298649.818680:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298649.818682:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818685:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3c00/0xaf35132e63036dfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818705:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3000/0xaf35132e63036df0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b5c expref: 64 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818713:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63036e05 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b5c expref: 63 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.818717:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.818718:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298649.818720:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:0.0:1780298649.818747:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:29975:x1866777609798272:12345-192.168.203.25@tcp:101:dd.0 Request processed in 380us (460us total) trans 4294991150 rc 0/0 00000100:00100000:0.0:1780298649.818752:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62109 00000100:00100000:3.0:1780298649.819543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.819720:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798400 00000100:00100000:0.0:1780298649.819724:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798400 00000100:00100000:0.0:1780298649.819748:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62110 00000100:00100000:0.0:1780298649.819754:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:29975:x1866777609798400:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.819768:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.819775:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2800/0xaf35132e63036e13 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b63 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819789:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2e00/0xaf35132e63036e1a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819795:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2e00/0xaf35132e63036e1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819800:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2e00/0xaf35132e63036e1a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819848:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2800/0xaf35132e63036e13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b63 expref: 65 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819856:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2e00/0xaf35132e63036e1a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b63 expref: 64 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.819861:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.819863:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1780298649.819865:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:0.0:1780298649.819888:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+64:29975:x1866777609798400:12345-192.168.203.25@tcp:101:dd.0 Request processed in 135us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.819893:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62110 00000100:00100000:3.0:1780298649.820534:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.820567:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798656 00000100:00100000:0.0:1780298649.820572:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798656 00000100:00100000:0.0:1780298649.820607:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62111 00000100:00100000:0.0:1780298649.820615:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+64:29975:x1866777609798656:12345-192.168.203.25@tcp:36:dd.0 00010000:00010000:0.0:1780298649.820648:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298649.820660:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63036e05 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b5c expref: 64 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.820673:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.820677:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.820765:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.820776:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.820783:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298649.820821:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991151 00000004:00010000:0.0:1780298649.820840:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003be2d143 reply state 00000000e32c823b transno 4294991152 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.820851:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.820858:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.820861:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298649.820864:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298649.820914:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:29975:x1866777609798656:12345-192.168.203.25@tcp:36:dd.0 Request processed in 299us (379us total) trans 4294991152 rc 0/0 00000100:00100000:0.0:1780298649.820921:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62111 00000020:00080000:0.0:1780298649.820925:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298649.821497:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.821540:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798784 00000100:00100000:2.0:1780298649.821547:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798784 00000100:00080000:3.0:1780298649.821591:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298649.821608:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10851 00000100:00100000:2.0:1780298649.821618:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:29975:x1866777609798784:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:2.0:1780298649.821628:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.821641:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b6a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298649.821662:0:8356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780298649.821678:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298649.821684:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.821692:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.821707:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.821714:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298649.821747:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:29975:x1866777609798784:12345-192.168.203.25@tcp:101:dd.0 Request processed in 134us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.821753:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10851 00000100:00100000:3.0:1780298649.822355:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.822404:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609798912 00000100:00100000:0.0:1780298649.822416:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609798912 00000100:00080000:3.0:1780298649.822440:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780298649.822467:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10852 00000100:00100000:0.0:1780298649.822477:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:29975:x1866777609798912:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.822489:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.822503:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b71 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298649.822522:0:19992:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780298649.822535:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=0 v=(0 0) 00010000:00010000:0.0:1780298649.822539:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:0.0:1780298649.822547:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.822562:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.822570:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be600, rc 0) 00000100:00100000:0.0:1780298649.822596:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:29975:x1866777609798912:12345-192.168.203.25@tcp:101:dd.0 Request processed in 123us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.822602:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10852 00000100:00100000:0.0:1780298649.823318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.823342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.823396:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609799040 00000100:00100000:2.0:1780298649.823399:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609799168 00000100:00100000:3.0:1780298649.823400:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609799040 00000100:00100000:2.0:1780298649.823416:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609799168 00002000:00010000:3.0:1780298649.823422:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/20 (0->18446744073709551615) 00002000:00100000:3.0:1780298649.823428:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777609799040 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298649.823437:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00002000:00010000:2.0:1780298649.823444:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19 (0->18446744073709551615) 00002000:00100000:2.0:1780298649.823450:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777609799168 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298649.823459:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007100. 00000100:00100000:3.0:1780298649.823474:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6612 00000100:00100000:3.0:1780298649.823488:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609799040:12345-192.168.203.25@tcp:10:dd.0 00000100:00100000:0.0:1780298649.823495:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6613 00000100:00100000:0.0:1780298649.823508:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609799168:12345-192.168.203.25@tcp:10:dd.0 00002000:00010000:0.0:1780298649.823611:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298649.823614:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1780298650 00002000:00010000:0.0:1780298649.823621:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298649.823623:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1780298650 00002000:00010000:0.0:1780298649.823625:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1780298649.823627:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1780298649.823631:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1780298650 00002000:00010000:3.0:1780298649.823634:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1780298649.823636:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1780298650 00002000:00010000:3.0:1780298649.823639:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298649.823661:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609799168:12345-192.168.203.25@tcp:10:dd.0 Request processed in 158us (317us total) trans 4294969833 rc 0/0 00000100:00100000:3.0:1780298649.823669:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609799040:12345-192.168.203.25@tcp:10:dd.0 Request processed in 187us (349us total) trans 4294969348 rc 0/0 00000100:00100000:0.0:1780298649.823669:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6613 00002000:00010000:0.0:1780298649.823675:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/19 (0->18446744073709551615) 00002000:00100000:0.0:1780298649.823679:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777609799168 ext(0->18446744073709551615) 00000100:00100000:3.0:1780298649.823684:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6612 00002000:00010000:0.0:1780298649.823686:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007100. 00002000:00010000:3.0:1780298649.823693:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/20 (0->18446744073709551615) 00002000:00100000:3.0:1780298649.823696:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006680 with x1866777609799040 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298649.823700:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006680. 00000100:00100000:3.0:1780298649.829721:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.830982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.831042:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609799424 00000100:00100000:0.0:1780298649.831048:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609799424 00010000:00010000:0.0:1780298649.831069:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 12 pid: 8356 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.831104:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15374 00000100:00100000:0.0:1780298649.831113:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609799424:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298649.831159:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298649.831181:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 12 pid: 8356 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.831198:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 12 pid: 8356 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.831225:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63036e28 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b6a expref: 12 pid: 8356 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.831262:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:0.0:1780298649.831266:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:0.0:1780298649.831270:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.831276:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.831297:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298649.831325:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609799424:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 214us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.831336:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15374 00000001:00080000:0.0:1780298649.852058:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969349 is committed 00002000:00010000:3.0:1780298649.852293:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1780298649.852307:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1780298649.852326:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852340:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852349:0:8362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852356:0:8362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279a00 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:3.0:1780298649.852362:0:8362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852372:0:8362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852394:0:8362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.852402:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63036e36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.852533:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777609799296:12345-192.168.203.25@tcp:4:dd.0 Request processed in 22693us (22811us total) trans 4294969349 rc 0/0 00000100:00100000:3.0:1780298649.852547:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6614 00000100:00100000:0.0:1780298649.859145:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.859186:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609799552 00000100:00100000:2.0:1780298649.859198:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609799552 00000100:00100000:2.0:1780298649.859298:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6615 00000100:00100000:2.0:1780298649.859327:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609799552:12345-192.168.203.25@tcp:4:dd.0 00010000:00010000:2.0:1780298649.859361:0:8363:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.859383:0:8363:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.859393:0:8363:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.859397:0:8363:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:2.0:1780298649.859401:0:8363:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.859434:0:8363:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.859447:0:8363:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 12 pid: 19992 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.859461:0:8363:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8363:1866777605164032:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298649.859545:0:8363:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24316ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298649.860385:0:8363:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:8363:1866777605164032:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298649.860406:0:8363:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.860611:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.860642:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609799680 00000100:00100000:2.0:1780298649.860650:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609799680 00010000:00010000:2.0:1780298649.860667:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 13 pid: 19992 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.860688:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15375 00000100:00100000:2.0:1780298649.860693:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609799680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298649.860701:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298649.860721:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 13 pid: 19992 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.860733:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 13 pid: 19992 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.860753:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019a622b7/0xaf35132e63036e2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b71 expref: 13 pid: 19992 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.860767:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:2.0:1780298649.860771:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:2.0:1780298649.860776:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.860785:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.860808:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.860829:0:8363:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.860839:0:8363:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.860840:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609799680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 145us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.860862:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15375 00000001:00080000:3.0:1780298649.875439:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969834 is committed 00000001:00080000:3.0:1780298649.875458:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969832 is committed 00002000:00010000:0.0:1780298649.875617:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1780298649.875623:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:0.0:1780298649.875638:0:8363:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875657:0:8363:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875663:0:8363:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875668:0:8363:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9a200 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:0.0:1780298649.875672:0:8363:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875678:0:8363:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875694:0:8363:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.875698:0:8363:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63036e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8363 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.875775:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609799552:12345-192.168.203.25@tcp:4:dd.0 Request processed in 16455us (16659us total) trans 4294969834 rc 0/0 00000100:00100000:0.0:1780298649.875783:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6615 00000100:00100000:3.0:1780298649.878610:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.884437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.886091:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.886143:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609800320 00000100:00100000:0.0:1780298649.886152:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609800320 00000100:00100000:0.0:1780298649.886193:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62113 00000100:00100000:0.0:1780298649.886203:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:29976:x1866777609800320:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.886233:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.886235:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780298649.886268:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036e4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b78 expref: 57 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886284:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.886291:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.886308:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036e52 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b7f expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886418:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886431:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886441:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886451:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886458:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886465:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886514:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63036e67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886528:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63036e67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886533:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63036e67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298649.886541:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 8388608 00010000:00010000:0.0:1780298649.886630:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886639:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886646:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886652:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.886655:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886660:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886665:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.886667:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298649.886669:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886673:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036e59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886680:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886696:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886700:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886702:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bfe00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.886704:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886707:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886711:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:0.0:1780298649.886712:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298649.886714:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886717:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036e60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886741:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036e52 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b7f expref: 59 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886749:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63036e67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b7f expref: 58 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.886754:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.886756:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298649.886761:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf000, rc 0) 00000100:00100000:0.0:1780298649.886801:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:29976:x1866777609800320:12345-192.168.203.25@tcp:101:dd.0 Request processed in 601us (712us total) trans 4294991154 rc 0/0 00000100:00100000:0.0:1780298649.886806:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62113 00000100:00100000:3.0:1780298649.887726:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.887765:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609800576 00000100:00100000:0.0:1780298649.887770:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609800576 00000100:00100000:0.0:1780298649.887794:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62114 00000100:00100000:0.0:1780298649.887799:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:29976:x1866777609800576:12345-192.168.203.25@tcp:36:dd.0 00010000:00010000:0.0:1780298649.887822:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298649.887830:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63036e67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b7f expref: 58 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.887838:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.887841:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.887928:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.887935:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.887941:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298649.887980:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991155 00000004:00010000:0.0:1780298649.887998:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000959210dd reply state 0000000056cf9049 transno 4294991156 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.888010:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.888025:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.888026:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298649.888028:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298649.888070:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:29976:x1866777609800576:12345-192.168.203.25@tcp:36:dd.0 Request processed in 270us (345us total) trans 4294991156 rc 0/0 00000100:00100000:0.0:1780298649.888074:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62114 00000020:00080000:0.0:1780298649.888077:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298649.888666:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.888695:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609800704 00000100:00100000:0.0:1780298649.888699:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609800704 00000100:00100000:0.0:1780298649.888722:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62115 00000100:00100000:0.0:1780298649.888727:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:29976:x1866777609800704:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.888734:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.888742:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e63036e7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b86 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.888763:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e63036e7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b86 expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.888770:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be600/0xaf35132e63036e7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b86 expref: 61 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.888780:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.888783:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780298649.888785:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be600, rc 0) 00000100:00100000:0.0:1780298649.888814:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:29976:x1866777609800704:12345-192.168.203.25@tcp:101:dd.0 Request processed in 85us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.888821:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62115 00000100:00100000:2.0:1780298649.889622:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.889657:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609800832 00000100:00100000:0.0:1780298649.889662:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609800832 00000100:00100000:0.0:1780298649.889706:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10853 00000100:00080000:3.0:1780298649.889710:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780298649.889712:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:29976:x1866777609800832:12345-192.168.203.25@tcp:101:dd.0 00010000:00010000:0.0:1780298649.889720:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298649.889732:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5b8d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298649.889748:0:20252:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 4194304, mtime: 0x6a1d339a, atime: 0x0, ctime: 0x6a1d339a, blocks: 0x2000 00010000:00010000:0.0:1780298649.889760:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=0 v=(0 0) 00010000:00010000:0.0:1780298649.889764:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:0.0:1780298649.889770:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.889780:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.889787:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bee00, rc 0) 00000100:00100000:0.0:1780298649.889810:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:29976:x1866777609800832:12345-192.168.203.25@tcp:101:dd.0 Request processed in 99us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298649.889814:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10853 00000100:00100000:3.0:1780298649.890513:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.891420:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.891497:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609801088 00000100:00100000:3.0:1780298649.891501:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609801088 00002000:00010000:3.0:1780298649.891519:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/20 (0->18446744073709551615) 00002000:00100000:3.0:1780298649.891522:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777609801088 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298649.891529:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809c00. 00000100:00100000:3.0:1780298649.891552:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6616 00000100:00100000:3.0:1780298649.891566:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609801088:12345-192.168.203.25@tcp:10:dd.0 00000100:00100000:0.0:1780298649.891568:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:2.0:1780298649.895216:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1780298649.895222:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 1780298650 -> 1780298650 00002000:00010000:2.0:1780298649.895224:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298649.895226:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 1780298650 -> 1780298650 00002000:00010000:2.0:1780298649.895228:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 8192 -> 0 00000100:00100000:2.0:1780298649.895288:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609801088:12345-192.168.203.25@tcp:10:dd.0 Request processed in 3724us (3864us total) trans 4294969350 rc 0/0 00000100:00100000:2.0:1780298649.895296:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6616 00002000:00010000:2.0:1780298649.895300:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/20 (0->18446744073709551615) 00002000:00100000:2.0:1780298649.895303:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777609801088 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298649.895310:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243809c00. 00000100:00100000:0.0:1780298649.901546:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.901603:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609801344 00000100:00100000:3.0:1780298649.901614:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609801344 00000100:00100000:3.0:1780298649.901669:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6618 00000100:00100000:3.0:1780298649.901676:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609801344:12345-192.168.203.25@tcp:4:dd.0 00010000:00010000:3.0:1780298649.901704:0:19951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.901722:0:19951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.901740:0:19951:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:3.0:1780298649.901743:0:19951:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:3.0:1780298649.901746:0:19951:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.901775:0:19951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.901786:0:19951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 10 pid: 20252 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.901797:0:19951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:19951:1866777605164160:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298649.901862:0:19951:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf347cfa3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298649.902651:0:19951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:19951:1866777605164160:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298649.902665:0:19951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.902813:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.902867:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609801472 00000100:00100000:2.0:1780298649.902873:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609801472 00010000:00010000:2.0:1780298649.902897:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 11 pid: 20252 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.902927:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15376 00000100:00100000:2.0:1780298649.902935:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609801472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298649.902946:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298649.902971:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 11 pid: 20252 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.902985:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 11 pid: 20252 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.903019:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c189d300/0xaf35132e63036e83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b8d expref: 11 pid: 20252 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.903034:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:2.0:1780298649.903037:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:2.0:1780298649.903043:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.903051:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.903074:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298649.903101:0:19951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.903111:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609801472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 176us (297us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298649.903117:0:19951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.903149:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15376 00000001:00080000:0.0:1780298649.917122:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969351 is committed 00002000:00010000:3.0:1780298649.917314:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1780298649.917327:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1780298649.917342:0:19951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917358:0:19951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917365:0:19951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917370:0:19951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e93000 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:3.0:1780298649.917373:0:19951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917379:0:19951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917393:0:19951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.917398:0:19951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e63036e91 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.917485:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609801344:12345-192.168.203.25@tcp:4:dd.0 Request processed in 15805us (15944us total) trans 4294969351 rc 0/0 00000100:00100000:3.0:1780298649.917493:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6618 00000100:00100000:0.0:1780298649.921937:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298649.921986:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609801600 00000100:00100000:3.0:1780298649.921996:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609801600 00000100:00100000:3.0:1780298649.922062:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6619 00000100:00100000:3.0:1780298649.922071:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609801600:12345-192.168.203.25@tcp:4:dd.0 00010000:00010000:3.0:1780298649.922098:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.922112:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63036e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b94 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.922118:0:8362:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:3.0:1780298649.922122:0:8362:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(1 0) 00010000:00010000:3.0:1780298649.922155:0:8362:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.922193:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63036e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b94 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.922204:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63036e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b94 expref: 10 pid: 8359 timeout: 939 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.922217:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8362:1866777605164288:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298649.922303:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf347cfa3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298649.922963:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:8362:1866777605164288:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298649.922979:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.923193:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298649.923433:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.923453:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298649.936522:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969836 is committed 00002000:00010000:3.0:1780298649.936638:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1780298649.936645:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1780298649.936658:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936668:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936674:0:8362:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936678:0:8362:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92c00 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:3.0:1780298649.936682:0:8362:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936688:0:8362:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936700:0:8362:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.936704:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f8ed852/0xaf35132e63036e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.936791:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609801600:12345-192.168.203.25@tcp:4:dd.0 Request processed in 14719us (14857us total) trans 4294969836 rc 0/0 00000100:00100000:3.0:1780298649.936800:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6619 00000100:00100000:0.0:1780298649.939513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.939559:0:6480:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609801984 00000100:00100000:2.0:1780298649.939569:0:6480:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609801984 00000100:00100000:2.0:1780298649.939614:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 142 00000100:00100000:2.0:1780298649.939625:0:6480:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380ca0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:29976:x1866777609801984:12345-192.168.203.25@tcp:35:dd.0 00000100:00100000:2.0:1780298649.939851:0:6480:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380ca0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:29976:x1866777609801984:12345-192.168.203.25@tcp:35:dd.0 Request processed in 228us (342us total) trans 4294991157 rc 0/0 00000100:00100000:2.0:1780298649.939864:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 142 00000100:00100000:2.0:1780298649.944634:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.945765:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.945805:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609802240 00000100:00100000:2.0:1780298649.945811:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609802240 00000100:00100000:2.0:1780298649.945843:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62117 00000100:00100000:2.0:1780298649.945850:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+68:29977:x1866777609802240:12345-192.168.203.25@tcp:101:rm.0 00010000:00010000:2.0:1780298649.945863:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.945879:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63036ead lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ba2 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945919:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945929:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945936:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945942:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945947:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945950:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.945999:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946013:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946019:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298649.946049:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 8388608 00000004:00200000:2.0:1780298649.946054:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298649.946069:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946079:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946088:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946095:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946101:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946105:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9b600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298649.946108:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946112:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946120:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298649.946151:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298649.946155:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946159:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b600/0xaf35132e63036eb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946169:0:9976:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946172:0:9976:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946176:0:9976:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946179:0:9976:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9a600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298649.946180:0:9976:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946184:0:9976:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946187:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:2.0:1780298649.946189:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298649.946190:0:9976:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946193:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63036ebb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946209:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e63036ead lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba2 expref: 70 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946224:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba2 expref: 69 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.946229:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:2.0:1780298649.946231:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298649.946232:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9bc00, rc 0) 00000100:00100000:2.0:1780298649.946280:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+69:29977:x1866777609802240:12345-192.168.203.25@tcp:101:rm.0 Request processed in 431us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.946285:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62117 00000100:00100000:0.0:1780298649.947181:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298649.947214:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609802368 00000100:00100000:2.0:1780298649.947219:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609802368 00000100:00100000:2.0:1780298649.947261:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10855 00000100:00100000:2.0:1780298649.947270:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777609802368:12345-192.168.203.25@tcp:101:rm.0 00010000:00010000:2.0:1780298649.947278:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.947292:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ba9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298649.947315:0:8356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 4194304, mtime: 0x6a1d339a, atime: 0x0, ctime: 0x6a1d339a, blocks: 0x2000 00010000:00010000:2.0:1780298649.947332:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298649.947337:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.947347:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.947361:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298649.947372:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.947400:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:0.0:1780298649.947435:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609802496 00000100:00100000:0.0:1780298649.947439:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609802496 00000100:00100000:2.0:1780298649.947446:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609802368:12345-192.168.203.25@tcp:101:rm.0 Request processed in 176us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.947454:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10855 00000100:00100000:2.0:1780298649.947480:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10856 00000100:00100000:2.0:1780298649.947492:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609802496:12345-192.168.203.25@tcp:101:rm.0 00010000:00010000:2.0:1780298649.947502:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298649.947520:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bb0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298649.947536:0:8356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 4194304, mtime: 0x6a1d339a, atime: 0x0, ctime: 0x6a1d339a, blocks: 0x2000 00010000:00010000:2.0:1780298649.947546:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298649.947549:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.947554:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.947566:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.947575:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d473e00, rc 0) 00000100:00100000:2.0:1780298649.947608:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609802496:12345-192.168.203.25@tcp:101:rm.0 Request processed in 121us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298649.947614:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10856 00000100:00100000:3.0:1780298649.948703:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.948743:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609802752 00000100:00100000:0.0:1780298649.948747:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609802752 00000100:00100000:0.0:1780298649.948774:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62118 00000100:00100000:0.0:1780298649.948781:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+69:29977:x1866777609802752:12345-192.168.203.25@tcp:36:rm.0 00010000:00010000:0.0:1780298649.948807:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1780298649.948819:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e63036ec2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba2 expref: 69 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948833:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2e00/0xaf35132e63036e1a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b63 expref: 68 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948842:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63036ddb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x37:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b4e expref: 67 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948848:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.948853:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036ea6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5b9b expref: 66 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948861:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.948863:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.948873:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948892:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948900:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948908:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948913:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948917:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948950:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948954:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.948958:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1780298649.949121:0:6477:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8704 00000004:00080000:0.0:1780298649.949152:0:6477:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 839385026184ns, next at 840385022548ns, rc = 0 00000040:00080000:0.0:1780298649.949184:0:6477:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8832 00000004:00080000:0.0:1780298649.949191:0:6477:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 839385066103ns, next at 840385063871ns, rc = 0 00010000:00010000:0.0:1780298649.949230:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949256:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010080000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949261:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010080000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949267:0:6477:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010080000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949271:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010480000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949274:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036eec lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x50010480000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949289:0:6477:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1780298649.949300:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949306:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949312:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949326:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bfe00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.949337:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949359:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949386:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:0.0:1780298649.949389:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1780298649.949392:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949407:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036ee5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x37:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949436:0:6477:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949444:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949449:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949453:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949456:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298649.949458:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949461:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949466:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298649.949467:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298649.949469:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949479:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e63036ed7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780298649.949487:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000042fbf718 reply state 00000000de6c545a transno 4294991158 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949493:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.949497:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:0.0:1780298649.949499:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298649.949500:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298649.949533:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+67:29977:x1866777609802752:12345-192.168.203.25@tcp:36:rm.0 Request processed in 752us (830us total) trans 4294991158 rc 0/0 00000100:00100000:0.0:1780298649.949537:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62118 00000001:00080000:2.0:1780298649.950224:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991158 is committed 00000004:00080000:2.0:1780298649.950231:0:6455:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000004:00080000:2.0:1780298649.950251:0:6455:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000001:00080000:2.0:1780298649.950291:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991157 is committed 00000100:00100000:0.0:1780298649.950383:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605164416:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1780298649.950397:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950404:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950411:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950418:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf350de3000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.950427:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950437:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.950438:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780298649.950462:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.950465:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.950470:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950477:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3000/0xaf35132e63035817 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.950513:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1780298649.950520:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.950523:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605164544:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780298649.950543:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950549:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.950568:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1780298649.950573:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.950577:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950585:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950597:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.950601:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.950605:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.950607:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605164416 00000100:00100000:2.0:1780298649.950615:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605164416 00010000:00010000:3.0:1780298649.950617:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e6303591a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.950619:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605164544 00000100:00100000:0.0:1780298649.950631:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605164544 00010000:00010000:3.0:1780298649.950641:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950647:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950654:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.950661:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10857 00010000:00010000:3.0:1780298649.950676:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242baec00 already unused, calling callback (ffffffffc169a4f0) 00000100:00100000:0.0:1780298649.950684:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10858 00010000:00010000:3.0:1780298649.950686:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.950688:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605164416:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1780298649.950711:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605164544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1780298649.950718:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1780298649.950720:0:9128:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00002000:00080000:0.0:1780298649.950727:0:20252:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19 count 1 00010000:00010000:3.0:1780298649.950747:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.950749:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298649.950751:0:9128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.950751:0:20252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950752:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950791:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e630359f3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.950823:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950845:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.950856:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.950867:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:3.0:1780298649.950879:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.950882:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.950900:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.950904:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:3.0:1780298649.950911:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.950914:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:0.0:1780298649.950934:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.950953:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.950961:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.950975:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951001:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.951006:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.951017:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 9 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.951061:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 10 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951064:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.951075:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951085:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.951086:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605164672:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298649.951121:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63035d96 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.951172:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605164800:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298649.951175:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951184:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951191:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951196:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf341499e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951200:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951206:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.951220:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348333180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298649.951222:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24316ce40 going to sleep for 11 seconds 00010000:00010000:3.0:1780298649.951223:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.951234:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951238:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951255:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499e00/0xaf35132e63035e14 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951289:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951296:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951301:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951306:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf341693400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951309:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951314:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951322:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.951324:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951326:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951332:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341693400/0xaf35132e63035e99 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951350:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951356:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951361:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951399:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63036300 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951413:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63036300 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951425:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951431:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951437:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff2c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951437:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951440:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951442:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951445:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951446:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951452:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951455:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.951457:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951459:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951460:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:1.0:1780298649.951463:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951465:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63035f4f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951466:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951472:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e6303694a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951476:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951482:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951487:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951487:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951493:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951503:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9b800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951503:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951505:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951509:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff2200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951511:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951512:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951517:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951524:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:1.0:1780298649.951526:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298649.951528:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951529:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:3.0:1780298649.951532:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951534:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951534:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2200/0xaf35132e6303696d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951540:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b800/0xaf35132e630360fa lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951545:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951550:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951556:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951561:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9aa00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951563:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951578:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951587:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:1.0:1780298649.951589:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298649.951592:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951597:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e63036db1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951609:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951609:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951616:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951616:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951622:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951622:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951627:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9b200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951627:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bec00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951630:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951630:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951636:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951636:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951643:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:1.0:1780298649.951643:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:3.0:1780298649.951645:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298649.951645:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951647:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951647:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951652:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9b200/0xaf35132e630366b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951658:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036e21 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951670:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951670:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951676:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951676:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951682:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951683:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951687:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298649.951688:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bee00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951690:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951690:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951695:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951696:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951702:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9cf2447a4300) 00010000:00010000:1.0:1780298649.951702:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf349d6bd00) 00010000:00010000:3.0:1780298649.951704:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298649.951704:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951706:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951707:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951712:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63036b03 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.951712:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ede lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951721:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951726:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951731:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951740:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bfa00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298649.951743:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951748:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951755:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff9cf350410c00) 00010000:00010000:3.0:1780298649.951759:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1780298649.951761:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.951767:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036e75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x37:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.951977:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605164800:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298649.951993:0:20252:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.952010:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605164672:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298649.952024:0:9128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298649.952225:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298649.952259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298649.952282:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803008 00000100:00100000:0.0:1780298649.952288:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803008 00000100:00100000:2.0:1780298649.952299:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609802880 00000100:00100000:2.0:1780298649.952305:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609802880 00010000:00010000:0.0:1780298649.952311:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952324:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.952370:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15378 00000100:00100000:2.0:1780298649.952387:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609802880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298649.952398:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15379 00010000:00010000:2.0:1780298649.952400:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298649.952411:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298649.952422:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609803008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298649.952445:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298649.952446:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952455:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952493:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952502:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63036ec9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ba9 expref: 10 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952511:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbbd4b6c/0xaf35132e63036ed0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb0 expref: 11 pid: 8356 timeout: 939 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952520:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:1.0:1780298649.952524:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.952526:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:1.0:1780298649.952531:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 time=1780298649 v=(0 0) 00010000:00010000:2.0:1780298649.952535:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952536:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952543:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952574:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952581:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298649.952604:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298649.952609:0:20252:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298649.952618:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609803008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 202us (390us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298649.952625:0:9128:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298649.952635:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15379 00000100:00100000:2.0:1780298649.952648:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777609802880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 260us (377us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298649.952648:0:20252:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.952653:0:9128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298649.952690:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15378 00010000:00010000:0.0:1780298649.952700:0:20252:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.952701:0:9128:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298649.952735:0:9128:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.952751:0:20252:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298649.952773:0:20252:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1780298649.952780:0:7850:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1780298649.952785:0:7850:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952800:0:7850:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bf000 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:1.0:1780298649.952802:0:7850:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952808:0:7850:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952816:0:7850:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952821:0:7850:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63036efa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298649.952833:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298649.952835:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298649.952837:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1780298649.952851:0:9128:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1780298649.952869:0:6465:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1780298649.952877:0:6465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952887:0:6465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bafc00 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:2.0:1780298649.952892:0:6465:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298649.952904:0:6465:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298649.952904:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605164544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2197us (2341us total) trans 4294969837 rc 0/0 00000100:00100000:0.0:1780298649.952921:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10858 00010000:00010000:2.0:1780298649.952930:0:6465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1780298649.952933:0:3625:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf242861f80/2, rc 0, transno 4294969837 00010000:00010000:2.0:1780298649.952940:0:6465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63036ef3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298649.952953:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605164544:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1780298649.952981:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298649.952991:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298649.952994:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298649.953007:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605164416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2329us (2571us total) trans 4294969352 rc 0/0 00000100:00100000:1.0:1780298649.953013:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10857 00000004:00080000:3.0:1780298649.953018:0:3625:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9cf242b68380/2, rc 0, transno 4294969352 00000100:00100000:3.0:1780298649.953023:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605164416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1780298650.211219:0:3624:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1780298650.211248:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605164928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780298650.211321:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298650.211390:0:8360:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605164928 00000100:00100000:1.0:1780298650.211397:0:8360:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605164928 00000100:00100000:1.0:1780298650.211453:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1780298650.211471:0:8360:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605164928:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780298650.211492:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3623:1866777605165440:0@lo:400:kworker.0 00002000:00000024:1.0:1780298650.211498:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 973810496 pending 0 free 3908362240 avail 3668320256 00000100:00100000:0.0:1780298650.211526:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298650.211549:0:8360:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605164928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298650.211559:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1780298650.211562:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777605165952:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.211573:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165440 00000100:00100000:0.0:1780298650.211583:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298650.211586:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165440 00000100:00100000:1.0:1780298650.211589:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605165312:0@lo:400:kworker.0 00000100:00100000:3.0:1780298650.211611:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165952 00000100:00100000:0.0:1780298650.211615:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1780298650.211617:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165952 00000100:00100000:0.0:1780298650.211626:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a32054e7-c858-4203-a2c6-5654368a105b:3623:1866777605165056:0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.211630:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298650.211657:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1780298650.211661:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605165824:0@lo:400:kworker.0 00000100:00100000:0.0:1780298650.211665:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298650.211667:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777605165952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.211694:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1780298650.211700:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777605165568:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.211708:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1866777605165440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.211710:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298650.211715:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777605165952:12345-0@lo:400:kworker.0 Request processed in 48us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298650.211724:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1780298650.211740:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1780298650.211745:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298650.211749:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3626:1866777605165184:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.211761:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1866777605165440:12345-0@lo:400:kworker.0 Request processed in 58us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298650.211767:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1780298650.211769:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3623:1866777605166080:0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.211776:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298650.211797:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165568 00000100:00100000:3.0:1780298650.211800:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165184 00000100:00100000:2.0:1780298650.211802:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165568 00000100:00100000:0.0:1780298650.211802:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298650.211803:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3626:1866777605165696:0@lo:400:kworker.0 00000100:00100000:3.0:1780298650.211805:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165184 00000100:00100000:1.0:1780298650.211833:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298650.211842:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165696 00000100:00100000:2.0:1780298650.211842:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166080 00000100:00100000:0.0:1780298650.211842:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3623:1866777605165440:0@lo:400:kworker.0 00000100:00100000:3.0:1780298650.211849:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165696 00000100:00100000:2.0:1780298650.211849:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166080 00000100:00080000:1.0:1780298650.211857:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298650.211859:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243846d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777605165952:0@lo:400:kworker.0 00000100:00080000:1.0:1780298650.211862:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780298650.211866:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780298650.211876:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1780298650.211885:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165312 00000100:00100000:2.0:1780298650.211887:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1780298650.211889:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1866777605165184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.211890:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165312 00000100:00100000:2.0:1780298650.211898:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777605165568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298650.211911:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165824 00000100:00100000:0.0:1780298650.211916:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165824 00000100:00100000:1.0:1780298650.211926:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1780298650.211933:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1866777605165184:12345-0@lo:400:kworker.0 Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298650.211936:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3626:x1866777605165312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298650.211943:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1780298650.211948:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777605165568:12345-0@lo:400:kworker.0 Request processed in 53us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298650.211956:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1780298650.211962:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1780298650.211965:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1780298650.211973:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3626:x1866777605165312:12345-0@lo:400:kworker.0 Request processed in 40us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298650.211979:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1866777605165696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.211980:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1780298650.211980:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605165824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.211987:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1780298650.211993:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1866777605166080:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1780298650.212010:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298650.212032:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605164928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780298650.212044:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1866777605165696:12345-0@lo:400:kworker.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298650.212053:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1780298650.212058:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605165824:12345-0@lo:400:kworker.0 Request processed in 85us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298650.212059:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1866777605166080:12345-0@lo:400:kworker.0 Request processed in 68us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298650.212074:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1780298650.212075:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1780298650.212082:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3626:1866777605165184:0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.212099:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3626:1866777605165696:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.212111:0:6472:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605165056 00000100:00100000:1.0:1780298650.212115:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605165312:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.212116:0:6472:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605165056 00000100:00100000:0.0:1780298650.212146:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777605165568:0@lo:400:kworker.0 00000100:00100000:1.0:1780298650.212159:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605165824:0@lo:400:kworker.0 00000100:00100000:0.0:1780298650.212163:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3623:1866777605166080:0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.212192:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1780298650.212202:0:6472:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3623:x1866777605165056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298650.212248:0:6472:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3623:x1866777605165056:12345-0@lo:400:kworker.0 Request processed in 38us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298650.212260:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1780298650.212273:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a32054e7-c858-4203-a2c6-5654368a105b:3623:1866777605165056:0@lo:400:kworker.0 00010000:00010000:2.0:1780298650.405188:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1780298650.594833:0:21946:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 840030705578ns, next at 840385022548ns, rc = 0 00080000:00080000:0.0:1780298650.594850:0:21946:0:(osd_handler.c:2852:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1780298650.594960:0:21946:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 840030834697ns, next at 323946568019ns, rc = 0 00080000:00080000:0.0:1780298650.594968:0:21946:0:(osd_handler.c:2852:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1780298650.595060:0:21946:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 840030934232ns, next at 840385063871ns, rc = 0 00080000:00080000:0.0:1780298650.595065:0:21946:0:(osd_handler.c:2852:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1780298650.595151:0:21946:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 840031025180ns, next at 324327127464ns, rc = 0 00080000:00080000:0.0:1780298650.595157:0:21946:0:(osd_handler.c:2852:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1780298650.595819:0:6455:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000004:00080000:3.0:1780298650.595893:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 4 committed 00000004:00080000:2.0:1780298650.596170:0:6455:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000004:00080000:3.0:1780298650.596420:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 6 committed 00000100:00100000:1.0:1780298650.723384:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780298650.723454:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298650.723514:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166208 00000100:00100000:3.0:1780298650.723523:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166208 00000100:00100000:3.0:1780298650.723567:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1780298650.723575:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605166208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780298650.723605:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3691573248 00000100:00100000:3.0:1780298650.723658:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605166208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298650.723663:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1780298650.723714:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166208:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1780298651.427359:0:6464:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298652.269560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298652.269624:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803264 00000100:00100000:3.0:1780298652.269628:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298652.269640:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803264 00000100:00100000:2.0:1780298652.269681:0:6469:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803136 00000100:00100000:3.0:1780298652.269688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298652.269692:0:6469:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803136 00000100:00100000:1.0:1780298652.269732:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803392 00000100:00100000:1.0:1780298652.269737:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803392 00000100:00100000:3.0:1780298652.269744:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298652.269769:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 580 00000100:00100000:2.0:1780298652.269787:0:6469:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2399:x1866777609803136:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298652.269795:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1393 00000100:00100000:1.0:1780298652.269811:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609803264:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298652.269822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298652.269879:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298652.269891:0:6469:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2399:x1866777609803136:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 109us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298652.269897:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609803264:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 88us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298652.269905:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 580 00000100:00100000:1.0:1780298652.269909:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1393 00000100:00100000:1.0:1780298652.269937:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803776 00000100:00100000:1.0:1780298652.269942:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803776 00000100:00100000:2.0:1780298652.269974:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1394 00000100:00100000:2.0:1780298652.269994:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777609803392:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298652.269995:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1395 00000100:00100000:3.0:1780298652.270009:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298652.270017:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777609803776:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298652.270025:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803904 00000100:00100000:0.0:1780298652.270035:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803904 00000100:00100000:2.0:1780298652.270050:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777609803392:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 65us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298652.270058:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1394 00000100:00100000:1.0:1780298652.270063:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777609803776:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 50us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298652.270083:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1395 00000100:00100000:0.0:1780298652.270099:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1396 00000100:00100000:0.0:1780298652.270151:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777609803904:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298652.270165:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00080000:1.0:1780298652.270167:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780298652.270175:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298652.270218:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777609803904:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 100us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298652.270239:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1396 00000100:00100000:0.0:1780298652.270310:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803520 00000100:00100000:0.0:1780298652.270315:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803520 00000100:00100000:0.0:1780298652.270362:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609803648 00000100:00100000:0.0:1780298652.270367:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609803648 00000100:00100000:3.0:1780298652.270379:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298652.270419:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804032 00000100:00100000:0.0:1780298652.270422:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804032 00000100:00100000:0.0:1780298652.270455:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804160 00000100:00100000:0.0:1780298652.270458:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804160 00000100:00100000:3.0:1780298652.270478:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 870 00000100:00100000:3.0:1780298652.270496:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777609803520:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:2.0:1780298652.270496:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 871 00000100:00100000:0.0:1780298652.270511:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 872 00000100:00100000:2.0:1780298652.270517:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609803648:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298652.270527:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609804032:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298652.270551:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2400:x1866777609803520:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 62us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298652.270559:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 870 00000100:00100000:2.0:1780298652.270573:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609803648:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 58us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298652.270582:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609804032:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 60us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298652.270592:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 871 00000100:00100000:0.0:1780298652.270601:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 872 00000100:00100000:2.0:1780298652.270627:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 873 00000100:00100000:2.0:1780298652.270640:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609804160:12345-192.168.203.25@tcp:400:kworker.0 00000100:00080000:0.0:1780298652.270664:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1780298652.270670:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298652.270683:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609804160:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 46us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298652.270700:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 873 00010000:00010000:1.0:1780298652.451318:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298653.475328:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298653.795306:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1780298653.795325:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780298653.795336:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605166336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1780298653.795397:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298653.795397:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298653.795449:0:7406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166592 00000100:00100000:0.0:1780298653.795456:0:8360:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166336 00000100:00100000:2.0:1780298653.795457:0:7406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166592 00000100:00100000:3.0:1780298653.795459:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605166464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780298653.795463:0:8360:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166336 00000100:00100000:3.0:1780298653.795491:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298653.795502:0:7406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1780298653.795512:0:7406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777605166592:12345-0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1780298653.795521:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780298653.795531:0:8360:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166464 00000100:00100000:0.0:1780298653.795535:0:8360:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166464 00000004:00000024:2.0:1780298653.795545:0:7406:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:1.0:1780298653.795549:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1780298653.795560:0:8361:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3623:x1866777605166336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780298653.795580:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00002000:00000024:1.0:1780298653.795588:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 973810496 pending 0 free 3908304896 avail 3676782592 00000100:00100000:0.0:1780298653.795594:0:8360:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3623:x1866777605166464:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1780298653.795596:0:7406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3625:x1866777605166592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298653.795605:0:7406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00002000:00000024:0.0:1780298653.795625:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3691573248 00000100:00100000:1.0:1780298653.795631:0:8361:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3623:x1866777605166336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298653.795637:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:1.0:1780298653.795656:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780298653.795671:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605166336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1780298653.795680:0:8360:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3623:x1866777605166464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298653.795684:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780298653.795697:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605166464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780298653.795700:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00010000:00010000:2.0:1780298654.499337:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298654.819593:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777605166720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780298654.819667:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298654.819806:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166720 00000100:00100000:3.0:1780298654.819817:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166720 00000100:00100000:3.0:1780298654.819880:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1780298654.819890:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777605166720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780298654.819925:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446252544 avail 1300013056 00000100:00100000:3.0:1780298654.819998:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777605166720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298654.820006:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1780298654.820055:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777605166720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780298655.331304:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1780298655.331392:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298655.331419:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777605166976:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.331465:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331472:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777605167360:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.331495:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3626:1866777605167488:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331512:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331549:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605167872:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331574:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298655.331584:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605167232:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331605:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605168384:0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.331605:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167360 00000100:00100000:0.0:1780298655.331616:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167360 00000100:00100000:2.0:1780298655.331628:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331637:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298655.331659:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605167744:0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.331669:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:0.0:1780298655.331680:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777605167360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331691:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298655.331692:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298655.331699:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777605167104:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331714:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3626:1866777605168000:0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.331734:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605168256:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.331741:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331762:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167488 00000100:00100000:1.0:1780298655.331767:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167488 00000100:00100000:2.0:1780298655.331775:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298655.331775:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777605167360:12345-0@lo:400:kworker.0 Request processed in 95us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298655.331780:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3623:1866777605167616:0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.331790:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1780298655.331817:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167104 00000100:00100000:3.0:1780298655.331819:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331821:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167104 00000100:00100000:3.0:1780298655.331845:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3623:1866777605168128:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331848:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167616 00000100:00100000:1.0:1780298655.331852:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167616 00000100:00100000:3.0:1780298655.331876:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298655.331880:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1780298655.331890:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1866777605167488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.331902:0:6472:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166976 00000100:00100000:2.0:1780298655.331907:0:6472:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166976 00000100:00100000:0.0:1780298655.331914:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168128 00000100:00100000:3.0:1780298655.331915:0:9133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605166848 00000100:00100000:0.0:1780298655.331919:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168128 00000100:00100000:3.0:1780298655.331921:0:9133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605166848 00000100:00100000:1.0:1780298655.331929:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1866777605167488:12345-0@lo:400:kworker.0 Request processed in 41us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298655.331936:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1780298655.331952:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1780298655.331954:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1780298655.331962:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1780298655.331970:0:9133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1780298655.331970:0:6472:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777605166976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.331970:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777605167104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.331974:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1866777605167616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.331986:0:9133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605166848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1780298655.332005:0:9133:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 973810496 pending 0 free 3908304896 avail 3676782592 00000100:00100000:0.0:1780298655.332022:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777605167104:12345-0@lo:400:kworker.0 Request processed in 59us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.332030:0:6472:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777605166976:12345-0@lo:400:kworker.0 Request processed in 68us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298655.332035:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1780298655.332036:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3623:x1866777605167616:12345-0@lo:400:kworker.0 Request processed in 63us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.332047:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1780298655.332049:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1780298655.332057:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1780298655.332058:0:9133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605166848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298655.332066:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1866777605168128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332071:0:9133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:1.0:1780298655.332077:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1780298655.332084:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1780298655.332088:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780298655.332100:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167872 00000100:00100000:0.0:1780298655.332103:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3623:x1866777605168128:12345-0@lo:400:kworker.0 Request processed in 38us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298655.332105:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167872 00000100:00100000:2.0:1780298655.332107:0:7406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167232 00000100:00100000:2.0:1780298655.332113:0:7406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167232 00000100:00100000:0.0:1780298655.332116:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1780298655.332120:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298655.332161:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168000 00000100:00100000:0.0:1780298655.332165:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168000 00000100:00100000:3.0:1780298655.332181:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168384 00000100:00100000:1.0:1780298655.332186:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777605166976:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332187:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168384 00000100:00100000:2.0:1780298655.332193:0:7406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1780298655.332215:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1780298655.332218:0:7406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777605167232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332222:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3626:1866777605167488:0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.332227:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1866777605168000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332235:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605167744 00000100:00100000:3.0:1780298655.332240:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605167744 00000100:00100000:3.0:1780298655.332273:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168256 00000100:00100000:3.0:1780298655.332279:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168256 00000100:00100000:0.0:1780298655.332279:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1866777605168000:12345-0@lo:400:kworker.0 Request processed in 56us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.332280:0:7406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777605167232:12345-0@lo:400:kworker.0 Request processed in 76us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298655.332289:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1780298655.332295:0:7406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1780298655.332300:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1780298655.332312:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605167872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332317:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1780298655.332326:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605168384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.332349:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1780298655.332355:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605167872:12345-0@lo:400:kworker.0 Request processed in 47us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.332361:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605167744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332366:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1780298655.332372:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3625:x1866777605168384:12345-0@lo:400:kworker.0 Request processed in 47us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298655.332380:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1780298655.332390:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1780298655.332400:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605168256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.332406:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605167744:12345-0@lo:400:kworker.0 Request processed in 48us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.332414:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00080000:3.0:1780298655.332429:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780298655.332434:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780298655.332438:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298655.332439:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3624:x1866777605168256:12345-0@lo:400:kworker.0 Request processed in 41us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298655.332446:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1780298655.332453:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605167232:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332469:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777605167104:0@lo:400:kworker.0 00000100:00100000:0.0:1780298655.332477:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777605167360:0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.332479:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605167744:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332489:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3626:1866777605168000:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332490:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3623:1866777605167616:0@lo:400:kworker.0 00000100:00100000:2.0:1780298655.332502:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605168256:0@lo:400:kworker.0 00000100:00100000:3.0:1780298655.332515:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3623:1866777605168128:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332536:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605167872:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332553:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605168384:0@lo:400:kworker.0 00000100:00100000:1.0:1780298655.332568:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605166848:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1780298655.332907:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969352 is committed 00000001:00080000:0.0:1780298655.333016:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969837 is committed 00010000:00010000:1.0:1780298655.523370:0:6464:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1780298655.843351:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605168512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780298655.843431:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298655.843470:0:8361:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168512 00000100:00100000:2.0:1780298655.843479:0:8361:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168512 00000100:00100000:2.0:1780298655.843528:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1780298655.843538:0:8361:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605168512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1780298655.843568:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3691573248 00000100:00100000:2.0:1780298655.843617:0:8361:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605168512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298655.843622:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1780298655.843662:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605168512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1780298656.547410:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298657.390647:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298657.390701:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298657.390715:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804416 00000100:00100000:1.0:1780298657.390729:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804416 00000100:00100000:2.0:1780298657.390757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298657.390767:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804672 00000100:00100000:3.0:1780298657.390778:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804672 00000100:00100000:2.0:1780298657.390790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298657.390802:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804928 00000100:00100000:1.0:1780298657.390805:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804928 00000100:00080000:0.0:1780298657.390814:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780298657.390823:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805184 00000100:00080000:0.0:1780298657.390823:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1780298657.390829:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805184 00000100:00100000:2.0:1780298657.390842:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298657.390842:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1403 00000100:00100000:1.0:1780298657.390858:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609804416:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298657.390858:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1404 00000100:00100000:3.0:1780298657.390873:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 878 00000100:00100000:0.0:1780298657.390879:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777609804928:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:2.0:1780298657.390880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298657.390889:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777609804672:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:2.0:1780298657.390908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298657.390951:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777609804928:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298657.390954:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298657.390956:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609804416:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 99us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298657.390958:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777609804672:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298657.390970:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1404 00000100:00100000:3.0:1780298657.390977:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 878 00000100:00100000:1.0:1780298657.390977:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1403 00000100:00100000:0.0:1780298657.390993:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804544 00000100:00100000:0.0:1780298657.390997:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804544 00000100:00100000:1.0:1780298657.390999:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805056 00000100:00100000:3.0:1780298657.391003:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804800 00000100:00100000:1.0:1780298657.391003:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805056 00000100:00100000:3.0:1780298657.391009:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804800 00000100:00100000:1.0:1780298657.391036:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1405 00000100:00100000:0.0:1780298657.391044:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1406 00000100:00100000:1.0:1780298657.391048:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777609804544:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298657.391051:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 879 00000100:00100000:2.0:1780298657.391056:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298657.391060:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777609805056:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298657.391068:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609805184:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298657.391079:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2398:x1866777609804544:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 35us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298657.391086:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1405 00000100:00100000:0.0:1780298657.391103:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2398:x1866777609805056:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298657.391110:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1406 00000100:00100000:3.0:1780298657.391117:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609805184:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 52us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298657.391160:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 879 00000100:00100000:3.0:1780298657.391176:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805312 00000100:00100000:3.0:1780298657.391180:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805312 00000100:00100000:1.0:1780298657.391180:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 880 00000100:00100000:1.0:1780298657.391207:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609804800:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298657.391228:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 881 00000100:00100000:1.0:1780298657.391239:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609804800:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 49us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298657.391240:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609805312:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298657.391249:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 880 00000100:00100000:3.0:1780298657.391277:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609805312:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 41us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298657.391284:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 881 00000100:00100000:1.0:1780298657.391324:0:6471:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609804288 00000100:00100000:1.0:1780298657.391328:0:6471:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609804288 00000100:00080000:3.0:1780298657.391330:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1780298657.391335:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1780298657.391339:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298657.391359:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 582 00000100:00100000:1.0:1780298657.391365:0:6471:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380c86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2398:x1866777609804288:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:1.0:1780298657.391390:0:6471:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380c86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2398:x1866777609804288:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 27us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298657.391394:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 582 00010000:00010000:3.0:1780298657.571420:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1780298658.595412:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298658.915274:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605168640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780298658.915357:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298658.915400:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168640 00000100:00100000:1.0:1780298658.915409:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168640 00000100:00100000:1.0:1780298658.915462:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1780298658.915471:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605168640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1780298658.915505:0:6481:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:1.0:1780298658.915547:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605168640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298658.915552:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1780298658.915603:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605168640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780298658.916223:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1780298658.916227:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605168896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780298658.916235:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605168768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780298658.916273:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298658.916313:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298658.916326:0:9133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168768 00000100:00100000:0.0:1780298658.916332:0:9133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168768 00000100:00100000:1.0:1780298658.916344:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605168896 00000100:00100000:1.0:1780298658.916349:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605168896 00000100:00080000:2.0:1780298658.916376:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1780298658.916381:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780298658.916391:0:9133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1780298658.916398:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1780298658.916402:0:9133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605168768:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780298658.916408:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605168896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1780298658.916436:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 36864 granted 973810496 pending 0 free 3908304896 avail 3676782592 00002000:00000024:0.0:1780298658.916437:0:9133:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3691573248 00000100:00100000:1.0:1780298658.916476:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605168896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298658.916483:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1780298658.916495:0:3625:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969837 gen 2 00000004:00080000:2.0:1780298658.916501:0:3625:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf242861f80, transno 4294969837 00000100:00100000:0.0:1780298658.916501:0:9133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605168768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298658.916512:0:9133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1780298658.916523:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605168896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1780298658.916525:0:3623:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294969352 gen 2 00000004:00080000:1.0:1780298658.916530:0:3623:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9cf242b68380, transno 4294969352 00000100:00100000:1.0:1780298658.916547:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605168768:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1780298659.619329:0:6464:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1780298659.762912:0:22416:0:(tgt_mount.c:2297:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1780298659.762919:0:22416:0:(tgt_mount.c:2312:is_cmd_supported()) ioctl cmd=c0185879 00000020:00000004:3.0:1780298659.763638:0:22418:0:(tgt_mount.c:2297:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1780298659.763646:0:22418:0:(tgt_mount.c:2312:is_cmd_supported()) ioctl cmd=c0185879 00000100:00100000:0.0:1780298659.940266:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605169024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1780298659.940352:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298659.940387:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169024 00000100:00100000:3.0:1780298659.940395:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169024 00000100:00100000:3.0:1780298659.940447:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1780298659.940458:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605169024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1780298659.940495:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446252544 avail 1300013056 00000100:00100000:3.0:1780298659.940538:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605169024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298659.940545:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1780298659.940588:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605169024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1780298659.949047:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298659.949058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298659.949103:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805440 00000100:00100000:0.0:1780298659.949112:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805440 00002000:00100000:0.0:1780298659.949188:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x11:0x0] (4866048->4874283) req@ffff9cf348318a80 x1866777609805440/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:365/0 lens 8728/0 e 0 to 0 dl 1780298670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00080000:3.0:1780298659.949189:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1780298659.949198:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777609805440 ext(4866048->4874283) 00002000:00010000:0.0:1780298659.949204:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318a80 00000100:00100000:0.0:1780298659.949228:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6620 00000100:00100000:0.0:1780298659.949238:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609805440:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298659.949553:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805568 00000100:00100000:0.0:1780298659.949556:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805568 00000100:00100000:0.0:1780298659.949579:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10859 00000100:00100000:0.0:1780298659.949583:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609805568:12345-192.168.203.25@tcp:16:kworker.0 00000100:00100000:0.0:1780298659.949740:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609805440:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 504us (699us total) trans 4294969838 rc 0/0 00000100:00100000:0.0:1780298659.949747:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6620 00002000:00100000:0.0:1780298659.949753:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x11:0x0] (4866048->4874283) req@ffff9cf348318a80 x1866777609805440/t4294969838(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:365/0 lens 8728/448 e 0 to 0 dl 1780298670 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298659.949768:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318a80 with x1866777609805440 ext(4866048->4874283) 00002000:00010000:0.0:1780298659.949770:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318a80 00000001:00080000:1.0:1780298659.950398:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969838 is committed 00000100:00100000:0.0:1780298659.950476:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609805568:12345-192.168.203.25@tcp:16:kworker.0 Request processed in 889us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298659.950485:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10859 00000100:00100000:0.0:1780298660.451325:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a32054e7-c858-4203-a2c6-5654368a105b:3624:1866777605169280:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451328:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605169152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780298660.451424:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298660.451425:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298660.451460:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3625:1866777605169408:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.451484:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605169536:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.451504:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3624:1866777605169792:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451505:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3623:1866777605169664:0@lo:400:kworker.0 00000100:00100000:2.0:1780298660.451509:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298660.451522:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298660.451544:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3625:1866777605169920:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.451552:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298660.451573:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605170048:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451579:0:8361:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169152 00000100:00100000:3.0:1780298660.451587:0:8361:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169152 00000100:00100000:2.0:1780298660.451596:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298660.451601:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3624:1866777605170304:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.451623:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298660.451626:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3625:1866777605170432:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.451636:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298660.451654:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1780298660.451661:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298660.451667:0:8361:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605169152:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1780298660.451685:0:6469:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169280 00000100:00100000:0.0:1780298660.451690:0:6469:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169280 00002000:00000024:3.0:1780298660.451692:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 973773632 pending 0 free 3908304896 avail 3676745728 00000100:00080000:2.0:1780298660.451721:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1780298660.451734:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1780298660.451740:0:8361:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605169152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.451740:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605170560:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.451746:0:6469:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380c86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a32054e7-c858-4203-a2c6-5654368a105b+23:3624:x1866777605169280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451754:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1780298660.451777:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298660.451815:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170048 00000100:00100000:0.0:1780298660.451815:0:6469:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380c86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a32054e7-c858-4203-a2c6-5654368a105b+23:3624:x1866777605169280:12345-0@lo:400:kworker.0 Request processed in 72us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.451821:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170048 00000100:00100000:0.0:1780298660.451827:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1780298660.451829:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169408 00000100:00100000:1.0:1780298660.451834:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169408 00000100:00100000:2.0:1780298660.451863:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a32054e7-c858-4203-a2c6-5654368a105b:3624:1866777605169280:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451864:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170560 00000100:00100000:3.0:1780298660.451869:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170560 00000100:00100000:0.0:1780298660.451874:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169792 00000100:00100000:1.0:1780298660.451876:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169920 00000100:00100000:0.0:1780298660.451879:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169792 00000100:00100000:1.0:1780298660.451880:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169920 00000100:00080000:2.0:1780298660.451895:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1780298660.451900:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1780298660.451904:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780298660.451914:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1780298660.451920:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170304 00000100:00100000:1.0:1780298660.451922:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170432 00000100:00100000:0.0:1780298660.451925:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170304 00000100:00100000:3.0:1780298660.451926:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605170048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.451928:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170432 00000100:00100000:2.0:1780298660.451942:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1780298660.451955:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605170560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.451967:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1780298660.451973:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1780298660.451978:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1866777605169408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451981:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605170048:12345-0@lo:400:kworker.0 Request processed in 59us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.451984:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1866777605169792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.451998:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1780298660.452003:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3626:x1866777605170560:12345-0@lo:400:kworker.0 Request processed in 53us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298660.452015:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1780298660.452038:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1866777605169408:12345-0@lo:400:kworker.0 Request processed in 63us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452045:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1866777605169792:12345-0@lo:400:kworker.0 Request processed in 65us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452061:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1780298660.452066:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1780298660.452081:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1780298660.452089:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1780298660.452091:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1866777605169920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.452100:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1866777605170304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452147:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1866777605169920:12345-0@lo:400:kworker.0 Request processed in 60us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452153:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1780298660.452164:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1866777605170304:12345-0@lo:400:kworker.0 Request processed in 66us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452182:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1780298660.452193:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1780298660.452194:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1866777605170432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452222:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3625:x1866777605170432:12345-0@lo:400:kworker.0 Request processed in 33us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452228:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:2.0:1780298660.452231:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169536 00000100:00080000:0.0:1780298660.452236:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1780298660.452237:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169536 00000100:00080000:0.0:1780298660.452242:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298660.452258:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298660.452268:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605170048:0@lo:400:kworker.0 00000100:00100000:2.0:1780298660.452282:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1780298660.452287:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605170176:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452293:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605170560:0@lo:400:kworker.0 00000100:00100000:2.0:1780298660.452294:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3626:x1866777605169536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.452306:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605169664 00000100:00100000:3.0:1780298660.452312:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605169664 00000100:00100000:0.0:1780298660.452320:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298660.452339:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3625:1866777605169408:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.452350:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605170688:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.452355:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:2.0:1780298660.452356:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3626:x1866777605169536:12345-0@lo:400:kworker.0 Request processed in 63us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452356:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3625:1866777605169920:0@lo:400:kworker.0 00000100:00100000:3.0:1780298660.452369:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1866777605169664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298660.452370:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1780298660.452380:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3625:1866777605170432:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.452387:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298660.452409:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3624:1866777605169792:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452423:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170176 00000100:00100000:3.0:1780298660.452424:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3623:x1866777605169664:12345-0@lo:400:kworker.0 Request processed in 56us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.452426:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170176 00000100:00100000:2.0:1780298660.452430:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3624:1866777605170304:0@lo:400:kworker.0 00000100:00100000:0.0:1780298660.452436:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605169152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1780298660.452441:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1780298660.452465:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605170688 00000100:00100000:1.0:1780298660.452469:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605170688 00000100:00100000:2.0:1780298660.452473:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1780298660.452476:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3623:1866777605169664:0@lo:400:kworker.0 00000100:00100000:2.0:1780298660.452484:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605170176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452508:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1780298660.452518:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605170688:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1780298660.452523:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1780298660.452527:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605170176:12345-0@lo:400:kworker.0 Request processed in 45us (208us total) trans 0 rc 0/0 00000100:00080000:0.0:1780298660.452529:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298660.452536:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1780298660.452556:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605170176:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452566:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3623:x1866777605170688:12345-0@lo:400:kworker.0 Request processed in 48us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298660.452571:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3623:1866777605170688:0@lo:400:kworker.0 00000100:00100000:1.0:1780298660.452577:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1780298660.452612:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3626:1866777605169536:0@lo:400:kworker.0 00010000:00010000:1.0:1780298660.643265:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298660.835647:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.835689:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805696 00000100:00100000:1.0:1780298660.835700:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805696 00000100:00100000:1.0:1780298660.835766:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62119 00000100:00100000:1.0:1780298660.835778:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30555:x1866777609805696:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:1.0:1780298660.835798:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.835819:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036f01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bb7 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.835892:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1780298660.835903:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1780298660.835918:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.835931:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298660.835969:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780298660.835971:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298660.835988:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.836015:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036f01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb7 expref: 23 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.836033:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb7 expref: 22 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.836042:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.836045:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780298660.836049:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278e00, rc 0) 00000100:00100000:1.0:1780298660.836103:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30555:x1866777609805696:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 328us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.836111:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62119 00000100:00100000:2.0:1780298660.837079:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.837110:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609805952 00000100:00100000:0.0:1780298660.837115:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609805952 00000100:00100000:0.0:1780298660.837180:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62120 00000100:00100000:0.0:1780298660.837189:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30555:x1866777609805952:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:0.0:1780298660.837204:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298660.837206:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780298660.837219:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036f08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bb7 expref: 22 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837228:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298660.837230:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298660.837243:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e63036f0f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bbe expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837315:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837335:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837342:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837354:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837361:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837366:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837722:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837739:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837745:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298660.837753:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00010000:00010000:0.0:1780298660.837774:0:6478:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837781:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837786:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837791:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837796:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298660.837800:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837806:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837813:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298660.837815:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298660.837818:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837824:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63036f16 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780298660.837838:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002863b2a9 reply state 000000003ab4b0da transno 4294991159 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837846:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837851:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf37338b500) 00010000:00010000:0.0:1780298660.837853:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298660.837855:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780298660.837872:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e63036f0f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 24 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837881:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.837887:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf37338b700) 00010000:00010000:0.0:1780298660.837888:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298660.837890:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf400, rc 0) 00000100:00100000:0.0:1780298660.837926:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30555:x1866777609805952:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 739us (848us total) trans 4294991159 rc 0/0 00000100:00100000:0.0:1780298660.837931:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62120 00000100:00100000:0.0:1780298660.840327:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.840363:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609806208 00000100:00100000:1.0:1780298660.840368:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609806208 00000100:00100000:1.0:1780298660.840405:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62121 00000100:00100000:1.0:1780298660.840416:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30555:x1866777609806208:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:1.0:1780298660.840432:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.840450:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bc5 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.840502:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.840511:0:6477:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 25 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.840517:0:6477:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.840542:0:6477:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 25 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.840551:0:6477:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 25 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298660.840561:0:6477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777605170816:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298660.840638:0:6477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298660.841266:0:6477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6477:1866777605170816:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298660.841280:0:6477:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298660.841418:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.841451:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609806336 00000100:00100000:1.0:1780298660.841455:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609806336 00010000:00010000:1.0:1780298660.841474:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 26 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298660.841511:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15380 00000100:00100000:1.0:1780298660.841520:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777609806336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298660.841530:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298660.841536:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 26 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841547:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 26 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841563:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63036f24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bbe expref: 26 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841575:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf37338b700) 00010000:00010000:1.0:1780298660.841579:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841587:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841593:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.841612:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298660.841623:0:6477:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841631:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298660.841639:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777609806336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (220us total) trans 0 rc 0/0 00000004:00200000:3.0:1780298660.841640:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00000100:00100000:1.0:1780298660.841649:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15380 00000004:00080000:3.0:1780298660.841814:0:6477:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00000004:00080000:3.0:1780298660.841819:0:6477:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:3.0:1780298660.841890:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841895:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841900:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841903:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298660.841905:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841910:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841920:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf37338b700) 00010000:00010000:3.0:1780298660.841922:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780298660.841924:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841928:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f39 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841958:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f32 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bc5 expref: 25 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841964:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:3.0:1780298660.841966:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1780298660.841969:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bc5 expref: 25 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.841981:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:3.0:1780298660.842016:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30555:x1866777609806208:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 1603us (1691us total) trans 4294991160 rc 301/301 00000100:00100000:3.0:1780298660.842025:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62121 00000100:00100000:0.0:1780298660.842884:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.842926:0:15026:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609806592 00000100:00100000:1.0:1780298660.842936:0:15026:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609806592 00000100:00100000:1.0:1780298660.842971:0:15026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 143 00000100:00100000:1.0:1780298660.842980:0:15026:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30555:x1866777609806592:12345-192.168.203.25@tcp:35:lfs.0 00000100:00100000:1.0:1780298660.843143:0:15026:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30555:x1866777609806592:12345-192.168.203.25@tcp:35:lfs.0 Request processed in 145us (240us total) trans 4294991161 rc 0/0 00000100:00100000:1.0:1780298660.843152:0:15026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 143 00000100:00100000:0.0:1780298660.843710:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298660.843737:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609806720 00000100:00100000:3.0:1780298660.843742:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609806720 00000100:00100000:3.0:1780298660.843770:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62122 00000100:00100000:3.0:1780298660.843777:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30555:x1866777609806720:12345-192.168.203.25@tcp:101:lfs.0 00010000:00010000:3.0:1780298660.843785:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298660.843796:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e63036f47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bcc expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.843831:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e63036f47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bcc expref: 26 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.843838:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92c00/0xaf35132e63036f47 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bcc expref: 26 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.843847:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298660.843849:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1780298660.843852:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92c00, rc 0) 00000100:00100000:3.0:1780298660.843882:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30555:x1866777609806720:12345-192.168.203.25@tcp:101:lfs.0 Request processed in 105us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.843888:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62122 00000100:00100000:0.0:1780298660.844774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.844806:0:6479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609806976 00000100:00100000:1.0:1780298660.844810:0:6479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609806976 00000100:00100000:1.0:1780298660.844833:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 144 00000100:00100000:1.0:1780298660.844841:0:6479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30555:x1866777609806976:12345-192.168.203.25@tcp:35:lfs.0 00000100:00100000:1.0:1780298660.844941:0:6479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:30555:x1866777609806976:12345-192.168.203.25@tcp:35:lfs.0 Request processed in 99us (166us total) trans 4294991162 rc 0/0 00000100:00100000:1.0:1780298660.844951:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 144 00000100:00100000:0.0:1780298660.849865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.849910:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609807104 00000100:00100000:1.0:1780298660.849919:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609807104 00000100:00100000:1.0:1780298660.849961:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62123 00000100:00100000:1.0:1780298660.849970:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+27:30556:x1866777609807104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298660.849988:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.850004:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036f4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bd3 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850052:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850064:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850071:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298660.850106:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780298660.850109:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298660.850142:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850161:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036f4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bd3 expref: 29 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850190:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bd3 expref: 28 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.850197:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.850199:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780298660.850201:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298660.850244:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:30556:x1866777609807104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 277us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.850249:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62123 00000100:00100000:0.0:1780298660.851224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.851259:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609807360 00000100:00100000:1.0:1780298660.851267:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609807360 00000100:00100000:1.0:1780298660.851297:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62124 00000100:00100000:1.0:1780298660.851304:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:30556:x1866777609807360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298660.851311:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.851313:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1780298660.851325:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036f55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bd3 expref: 28 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851333:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.851341:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298660.851351:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63036f5c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bda expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851424:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851431:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851436:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851444:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851449:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851453:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851479:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851484:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851488:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298660.851493:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00010000:00010000:1.0:1780298660.851551:0:6478:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851561:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851565:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851570:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851573:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298660.851576:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851583:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851591:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.851593:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298660.851596:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851602:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036f63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851612:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851618:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851623:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851634:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298660.851636:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851642:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851651:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf37338b500) 00010000:00010000:1.0:1780298660.851653:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298660.851655:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851659:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036f6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851680:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63036f5c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bda expref: 30 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851687:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bda expref: 29 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.851691:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298660.851693:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298660.851694:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298660.851722:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:30556:x1866777609807360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 420us (501us total) trans 4294991163 rc 0/0 00000100:00100000:1.0:1780298660.851727:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62124 00000100:00100000:0.0:1780298660.852610:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298660.852640:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609807488 00000100:00100000:3.0:1780298660.852646:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609807488 00000100:00100000:3.0:1780298660.852687:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62125 00000100:00100000:3.0:1780298660.852698:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:30556:x1866777609807488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298660.852710:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298660.852721:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63036f7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5be1 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852741:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e63036f86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852751:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e63036f86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852760:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e63036f86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852822:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93000/0xaf35132e63036f7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be1 expref: 31 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852833:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93c00/0xaf35132e63036f86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be1 expref: 30 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.852838:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298660.852840:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1780298660.852842:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93c00, rc 0) 00000100:00100000:3.0:1780298660.852867:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:30556:x1866777609807488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 173us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.852875:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62125 00000100:00100000:3.0:1780298660.853583:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298660.853612:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609807744 00000100:00100000:2.0:1780298660.853618:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609807744 00000100:00100000:2.0:1780298660.853648:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62126 00000100:00100000:2.0:1780298660.853659:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+30:30556:x1866777609807744:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298660.853687:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298660.853706:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e63036f71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bda expref: 30 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.853719:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298660.853723:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298660.853824:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.853831:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.853836:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298660.853881:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991164 00000004:00010000:2.0:1780298660.853901:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e47f1be reply state 000000005e04c35e transno 4294991165 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.853910:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.853914:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298660.853916:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298660.853918:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298660.853963:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:30556:x1866777609807744:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 307us (380us total) trans 4294991165 rc 0/0 00000100:00100000:2.0:1780298660.853968:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62126 00000020:00080000:2.0:1780298660.853971:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298660.854766:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298660.854800:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609807872 00000100:00100000:2.0:1780298660.854804:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609807872 00000100:00100000:2.0:1780298660.854841:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10860 00000100:00100000:2.0:1780298660.854849:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609807872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00080000:3.0:1780298660.854850:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780298660.854866:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298660.854881:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5be8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298660.854902:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780298660.854918:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298660.854923:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(0 0) 00010000:00010000:2.0:1780298660.854931:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.854946:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.854956:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:2.0:1780298660.854987:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609807872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 139us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298660.854994:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10860 00000100:00100000:3.0:1780298660.855609:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298660.855641:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808000 00000100:00100000:2.0:1780298660.855645:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808000 00000100:00080000:3.0:1780298660.855669:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298660.855681:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10861 00000100:00100000:2.0:1780298660.855688:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:30556:x1866777609808000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298660.855695:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298660.855704:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bef expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298660.855716:0:8356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780298660.855729:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298660.855732:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(0 0) 00010000:00010000:2.0:1780298660.855736:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.855745:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.855752:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf000, rc 0) 00000100:00100000:2.0:1780298660.855774:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609808000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 88us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298660.855780:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10861 00000100:00100000:3.0:1780298660.856424:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.856469:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808128 00000100:00100000:0.0:1780298660.856473:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808128 00002000:00010000:0.0:1780298660.856493:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298660.856497:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777609808128 ext(0->18446744073709551615) 00000100:00100000:3.0:1780298660.856504:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298660.856504:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680. 00000100:00100000:0.0:1780298660.856528:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808256 00000100:00100000:0.0:1780298660.856531:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808256 00000100:00100000:2.0:1780298660.856540:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6621 00002000:00010000:0.0:1780298660.856540:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298660.856545:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777609808256 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298660.856548:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310fb80. 00000100:00100000:2.0:1780298660.856553:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609808128:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298660.856558:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6622 00000100:00100000:1.0:1780298660.856573:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609808256:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298660.856661:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298660.856661:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298660.856666:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1780298661 00002000:00010000:1.0:1780298660.856666:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1780298661 00002000:00010000:2.0:1780298660.856671:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298660.856672:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298660.856674:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1780298661 00002000:00010000:1.0:1780298660.856675:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1780298661 00002000:00010000:2.0:1780298660.856679:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298660.856680:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298660.856712:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609808128:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 162us (287us total) trans 4294969839 rc 0/0 00000100:00100000:1.0:1780298660.856713:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609808256:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 142us (208us total) trans 4294969353 rc 0/0 00000100:00100000:1.0:1780298660.856726:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6622 00002000:00010000:1.0:1780298660.856728:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00000100:00100000:2.0:1780298660.856732:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6621 00002000:00100000:1.0:1780298660.856732:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310fb80 with x1866777609808256 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298660.856738:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310fb80. 00002000:00010000:2.0:1780298660.856739:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:2.0:1780298660.856744:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777609808128 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298660.856750:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680. 00000100:00100000:3.0:1780298660.857540:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.857570:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808384 00000100:00100000:1.0:1780298660.857574:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808384 00000100:00080000:3.0:1780298660.857598:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1780298660.857611:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62127 00000100:00100000:1.0:1780298660.857617:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:30556:x1866777609808384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298660.857624:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.857633:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63036fa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bf6 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857668:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857676:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857682:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298660.857709:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1780298660.857711:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298660.857725:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857741:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63036fa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bf6 expref: 28 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857750:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bf6 expref: 27 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.857755:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.857757:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1780298660.857759:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298660.857783:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:30556:x1866777609808384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 167us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298660.857788:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62127 00000100:00100000:3.0:1780298660.858775:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.858807:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808640 00000100:00100000:1.0:1780298660.858811:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808640 00000100:00100000:1.0:1780298660.858841:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62128 00000100:00100000:1.0:1780298660.858847:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:30556:x1866777609808640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298660.858855:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298660.858856:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1780298660.858866:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63036fa9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bf6 expref: 27 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.858875:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.858882:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298660.858888:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036fb0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5bfd expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.858961:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.858971:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.858980:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.858992:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859000:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859007:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859047:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036fc5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859053:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859058:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036fc5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298660.859063:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00010000:00010000:1.0:1780298660.859106:0:6478:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859116:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859120:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859147:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859151:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298660.859155:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859161:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859184:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:1.0:1780298660.859188:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298660.859191:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859197:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63036fb7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859210:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859224:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859230:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859241:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298660.859244:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859248:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859255:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf37338b500) 00010000:00010000:1.0:1780298660.859257:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298660.859259:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859263:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63036fbe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859284:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e63036fb0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bfd expref: 29 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859292:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036fc5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bfd expref: 28 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.859297:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298660.859299:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298660.859300:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278e00, rc 0) 00000100:00100000:1.0:1780298660.859332:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:30556:x1866777609808640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 484us (556us total) trans 4294991166 rc 0/0 00000100:00100000:1.0:1780298660.859346:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62128 00000100:00100000:3.0:1780298660.860342:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298660.860366:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609808896 00000100:00100000:1.0:1780298660.860376:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609808896 00000100:00100000:1.0:1780298660.860412:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62129 00000100:00100000:1.0:1780298660.860421:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:30556:x1866777609808896:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298660.860449:0:6477:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298660.860461:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63036fc5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bfd expref: 28 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.860473:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298660.860476:0:6477:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298660.860558:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.860565:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.860570:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298660.860604:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991167 00000004:00010000:1.0:1780298660.860619:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018d42646 reply state 0000000023ca685c transno 4294991168 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.860626:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.860630:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298660.860632:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298660.860633:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298660.860668:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:30556:x1866777609808896:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 250us (328us total) trans 4294991168 rc 0/0 00000100:00100000:1.0:1780298660.860672:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62129 00000020:00080000:1.0:1780298660.860678:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298660.861312:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.861350:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809024 00000100:00100000:0.0:1780298660.861355:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809024 00000100:00100000:0.0:1780298660.861381:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62130 00000100:00100000:0.0:1780298660.861387:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:30556:x1866777609809024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298660.861396:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298660.861405:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036fda lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c04 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.861428:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036fda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c04 expref: 31 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.861435:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfe00/0xaf35132e63036fda lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x39:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c04 expref: 31 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.861444:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298660.861446:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1780298660.861452:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfe00, rc 0) 00000100:00100000:0.0:1780298660.861475:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:30556:x1866777609809024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 89us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298660.861480:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62130 00000100:00100000:3.0:1780298660.862344:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.862380:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809152 00000100:00100000:0.0:1780298660.862384:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809152 00000100:00100000:0.0:1780298660.862415:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10862 00000100:00100000:0.0:1780298660.862422:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609809152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298660.862430:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298660.862439:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c0b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.862455:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.862464:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(0 0) 00010000:00010000:0.0:1780298660.862467:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:0.0:1780298660.862473:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.862503:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.862519:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 11 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298660.862530:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605170944:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298660.862588:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344d719c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298660.863255:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605170944:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298660.863346:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.863360:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be800, rc 0) 00000100:00100000:0.0:1780298660.863389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298660.863396:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609809152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.863403:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10862 00000100:00100000:1.0:1780298660.863427:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809280 00000100:00100000:1.0:1780298660.863431:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809280 00010000:00010000:1.0:1780298660.863449:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 12 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298660.863474:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15381 00000100:00100000:1.0:1780298660.863482:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609809280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298660.863490:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298660.863494:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 12 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.863503:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 12 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.863519:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63036f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5be8 expref: 12 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.863531:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:1.0:1780298660.863534:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:1.0:1780298660.863541:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.863550:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298660.863581:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298660.863588:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605171072:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298660.863624:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298660.865238:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605171072:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298660.865251:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298660.865262:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.865281:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609809280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1799us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298660.865290:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15381 00000100:00100000:2.0:1780298660.865340:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809408 00000100:00100000:2.0:1780298660.865345:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809408 00000100:00100000:2.0:1780298660.865396:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10863 00000100:00100000:2.0:1780298660.865407:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609809408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298660.865417:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298660.865430:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c12 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.865452:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.865461:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(0 0) 00010000:00010000:2.0:1780298660.865465:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:2.0:1780298660.865471:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.865495:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.865507:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 10 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298660.865519:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605171200:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298660.865562:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424956c0 going to sleep for 11 seconds 00000100:00080000:2.0:1780298660.865576:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1780298660.866449:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605171200:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298660.866469:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.866482:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:3.0:1780298660.866512:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609809408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1109us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.866520:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10863 00000100:00100000:0.0:1780298660.866843:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298660.866926:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809536 00000100:00100000:3.0:1780298660.866931:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809536 00010000:00010000:3.0:1780298660.866990:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 11 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298660.867026:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15382 00000100:00100000:3.0:1780298660.867036:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609809536:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298660.867048:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298660.867053:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 11 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.867079:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 11 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.867098:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4d8e3d7/0xaf35132e63036f9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5bef expref: 11 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.867113:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:3.0:1780298660.867117:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:3.0:1780298660.867145:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.867155:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298660.867191:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298660.867203:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605171328:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298660.867257:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298660.868098:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.868142:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809664 00000100:00100000:0.0:1780298660.868147:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809664 00002000:00010000:0.0:1780298660.868182:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298660.868187:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777609809664 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298660.868195:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4a80. 00000100:00100000:0.0:1780298660.868219:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6623 00000100:00100000:0.0:1780298660.868228:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609809664:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298660.868349:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298660.868353:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298660.868356:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298660.868358:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298660.868362:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298660.868367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.868402:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609809664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 175us (304us total) trans 4294969840 rc 0/0 00000100:00100000:0.0:1780298660.868409:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6623 00002000:00010000:0.0:1780298660.868413:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298660.868416:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777609809664 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298660.868426:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4a80. 00000100:00100000:0.0:1780298660.868439:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809792 00000100:00100000:0.0:1780298660.868441:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809792 00002000:00010000:0.0:1780298660.868451:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298660.868453:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777609809792 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298660.868456:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966300. 00000100:00100000:0.0:1780298660.868470:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6624 00000100:00100000:0.0:1780298660.868477:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609809792:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298660.868535:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298660.868538:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298660.868540:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298660.868542:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298660.868544:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298660.868572:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609809792:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 97us (209us total) trans 4294969354 rc 0/0 00000100:00100000:0.0:1780298660.868586:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6624 00002000:00010000:0.0:1780298660.868590:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00000100:00100000:3.0:1780298660.868592:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605171328:192.168.203.25@tcp:105: 00002000:00100000:0.0:1780298660.868593:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777609809792 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298660.868601:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966300. 00010000:00010000:3.0:1780298660.868613:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298660.868637:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609809536:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1605us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.868701:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15382 00000100:00100000:3.0:1780298660.870013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.870056:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609809920 00000100:00100000:0.0:1780298660.870062:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609809920 00000100:00100000:0.0:1780298660.870101:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62131 00000100:00100000:0.0:1780298660.870110:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:30556:x1866777609809920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298660.870227:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298660.870245:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036fef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c19 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870315:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870330:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870342:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298660.870376:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1780298660.870381:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298660.870399:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870425:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63036fef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c19 expref: 34 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870446:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c19 expref: 33 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.870455:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298660.870458:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1780298660.870462:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bee00, rc 0) 00000100:00100000:0.0:1780298660.870502:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:30556:x1866777609809920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 394us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298660.870511:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62131 00000100:00100000:2.0:1780298660.871679:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298660.871717:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609810176 00000100:00100000:0.0:1780298660.871722:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609810176 00000100:00100000:0.0:1780298660.871760:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62132 00000100:00100000:0.0:1780298660.871767:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+33:30556:x1866777609810176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298660.871776:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298660.871778:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1780298660.871790:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e63036ff6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c19 expref: 33 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871800:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298660.871803:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298660.871809:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036ffd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c20 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871866:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871874:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871879:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871889:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871893:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.871897:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1780298660.872210:0:6478:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:0.0:1780298660.872346:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63037012 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872355:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63037012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872363:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63037012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872393:0:6478:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872399:0:6478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872403:0:6478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872407:0:6478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872411:0:6478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bf000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298660.872415:0:6478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872420:0:6478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872427:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:0.0:1780298660.872429:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298660.872432:0:6478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872443:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037004 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1780298660.872453:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f096d901 reply state 00000000941b17b7 transno 4294991169 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872460:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872465:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff9cf37338b300) 00010000:00010000:0.0:1780298660.872468:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298660.872471:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780298660.872493:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63036ffd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c20 expref: 35 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872508:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be400/0xaf35132e63037012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c20 expref: 34 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298660.872516:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3b:0x0].0x0 (ffff9cf37338b600) 00010000:00010000:0.0:1780298660.872517:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298660.872519:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be400, rc 0) 00000100:00100000:0.0:1780298660.872557:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:30556:x1866777609810176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (879us total) trans 4294991169 rc 0/0 00000100:00100000:0.0:1780298660.872563:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62132 00000100:00100000:3.0:1780298660.873591:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298660.873629:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609810304 00000100:00100000:2.0:1780298660.873635:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609810304 00000100:00100000:2.0:1780298660.873675:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62133 00000100:00100000:2.0:1780298660.873683:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:30556:x1866777609810304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298660.873696:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298660.873708:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037020 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c27 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873745:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873756:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873764:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298660.873789:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1780298660.873792:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298660.873804:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873823:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037020 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c27 expref: 37 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873836:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c27 expref: 36 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.873855:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298660.873857:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1780298660.873860:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:2.0:1780298660.873898:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:30556:x1866777609810304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 216us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298660.873906:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62133 00000100:00100000:3.0:1780298660.874760:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298660.874796:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609810560 00000100:00100000:2.0:1780298660.874802:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609810560 00000100:00100000:2.0:1780298660.874847:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62134 00000100:00100000:2.0:1780298660.874858:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+36:30556:x1866777609810560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298660.874867:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298660.874869:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1780298660.874882:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037027 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c27 expref: 36 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874894:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298660.874897:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298660.874906:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303702e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c2e expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874956:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874963:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874969:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874986:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874992:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.874997:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1780298660.875255:0:7411:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:2.0:1780298660.875410:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf200/0xaf35132e63037043 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875417:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf200/0xaf35132e63037043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875422:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf200/0xaf35132e63037043 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875443:0:7411:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875448:0:7411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875451:0:7411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875455:0:7411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875458:0:7411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bae400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298660.875466:0:7411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875471:0:7411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875477:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9cf3600ff300) 00010000:00010000:2.0:1780298660.875479:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298660.875481:0:7411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875485:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037035 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1780298660.875493:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c621cb0 reply state 00000000815972ce transno 4294991170 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875499:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875504:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff9cf35040a200) 00010000:00010000:2.0:1780298660.875506:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298660.875507:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1780298660.875524:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303702e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c2e expref: 38 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875533:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf200/0xaf35132e63037043 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c2e expref: 37 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298660.875537:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9cf35040aa00) 00010000:00010000:2.0:1780298660.875539:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298660.875545:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf200, rc 0) 00000100:00100000:2.0:1780298660.875577:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:30556:x1866777609810560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 724us (819us total) trans 4294991170 rc 0/0 00000100:00100000:2.0:1780298660.875582:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62134 00000100:00100000:1.0:1780298660.963292:0:3623:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1780298660.963311:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605171456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1780298660.963367:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298660.963417:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605171456 00000100:00100000:3.0:1780298660.963425:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605171456 00000100:00100000:3.0:1780298660.963468:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1780298660.963475:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605171456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1780298660.963497:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3691573248 00000100:00100000:3.0:1780298660.963537:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605171456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298660.963541:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1780298660.963576:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605171456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1780298661.028408:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.028475:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609810816 00000100:00100000:0.0:1780298661.028486:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609810816 00000100:00100000:0.0:1780298661.028537:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62135 00000100:00100000:0.0:1780298661.028545:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:30556:x1866777609810816:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.028735:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.028751:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.028760:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.028795:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991171 00000004:00010000:0.0:1780298661.028808:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d5faf7a reply state 00000000a64711b7 transno 4294991172 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.028817:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.028822:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.028824:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.028827:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.028913:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+34:30556:x1866777609810816:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 367us (514us total) trans 4294991172 rc 0/0 00000100:00100000:0.0:1780298661.028920:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62135 00000020:00080000:0.0:1780298661.028925:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.030008:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.030049:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.030079:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811072 00000100:00100000:0.0:1780298661.030085:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811072 00000100:00100000:2.0:1780298661.030096:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609810944 00000100:00100000:2.0:1780298661.030101:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609810944 00002000:00010000:0.0:1780298661.030108:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.030113:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072d500 with x1866777609811072 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.030121:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072d500. 00000100:00080000:3.0:1780298661.030150:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1780298661.030153:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.030157:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072ce00 with x1866777609810944 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298661.030163:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072ce00. 00000100:00100000:0.0:1780298661.030193:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6625 00000100:00100000:2.0:1780298661.030204:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6626 00000100:00100000:0.0:1780298661.030208:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609811072:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298661.030221:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609810944:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298661.030317:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.030317:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.030323:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.030324:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.030329:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.030329:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.030333:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.030335:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1780298661.030340:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.030342:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298661.030368:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609810944:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 153us (318us total) trans 4294969841 rc 0/0 00000100:00100000:0.0:1780298661.030368:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609811072:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 166us (363us total) trans 4294969355 rc 0/0 00000100:00100000:2.0:1780298661.030380:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6626 00002000:00010000:2.0:1780298661.030383:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.030385:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072ce00 with x1866777609810944 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298661.030388:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6625 00002000:00010000:2.0:1780298661.030389:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072ce00. 00002000:00010000:0.0:1780298661.030393:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.030396:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072d500 with x1866777609811072 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.030400:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072d500. 00000100:00100000:3.0:1780298661.031207:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.031241:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811328 00000100:00100000:0.0:1780298661.031246:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811328 00000100:00100000:0.0:1780298661.031274:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62136 00000100:00100000:0.0:1780298661.031279:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+34:30556:x1866777609811328:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.031404:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.031416:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.031422:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.031449:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991173 00000004:00010000:0.0:1780298661.031461:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c1ba08b6 reply state 00000000b0c8d54e transno 4294991174 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.031478:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.031483:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.031485:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.031487:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.031536:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+37:30556:x1866777609811328:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 257us (331us total) trans 4294991174 rc 0/0 00000100:00100000:0.0:1780298661.031541:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62136 00000020:00080000:0.0:1780298661.031543:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.032331:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.032366:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.032384:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811456 00000100:00100000:2.0:1780298661.032389:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811456 00002000:00010000:2.0:1780298661.032405:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (100000->18446744073709551615) 00000100:00100000:0.0:1780298661.032406:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811584 00002000:00100000:2.0:1780298661.032409:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072c380 with x1866777609811456 ext(100000->18446744073709551615) 00000100:00100000:0.0:1780298661.032411:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811584 00002000:00010000:2.0:1780298661.032414:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072c380. 00002000:00010000:0.0:1780298661.032425:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.032428:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072ca80 with x1866777609811584 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.032434:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072ca80. 00000100:00100000:2.0:1780298661.032441:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6627 00000100:00100000:2.0:1780298661.032448:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609811456:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298661.032460:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6628 00000100:00100000:0.0:1780298661.032468:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609811584:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.032527:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.032530:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.032531:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.032533:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.032535:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298661.032560:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609811584:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 94us (196us total) trans 4294969356 rc 0/0 00000100:00100000:0.0:1780298661.032565:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6628 00002000:00010000:0.0:1780298661.032567:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.032574:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072ca80 with x1866777609811584 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.032578:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072ca80. 00002000:00010000:2.0:1780298661.032592:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:2.0:1780298661.032595:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.032597:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.032598:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.032601:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298661.032625:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609811456:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 177us (296us total) trans 4294969842 rc 0/0 00000100:00100000:2.0:1780298661.032632:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6627 00002000:00010000:2.0:1780298661.032636:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (100000->18446744073709551615) 00002000:00100000:2.0:1780298661.032639:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072c380 with x1866777609811456 ext(100000->18446744073709551615) 00002000:00010000:2.0:1780298661.032643:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072c380. 00000100:00100000:3.0:1780298661.033519:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.033561:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811712 00000100:00100000:2.0:1780298661.033565:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811712 00000100:00100000:2.0:1780298661.033590:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62137 00000100:00100000:2.0:1780298661.033596:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+37:30556:x1866777609811712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.033608:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.033622:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303705f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c35 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033692:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033702:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033717:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.033736:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 100000 00000004:00200000:2.0:1780298661.033739:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.033750:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033768:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303705f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c35 expref: 39 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033782:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c35 expref: 38 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.033788:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.033790:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.033792:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:2.0:1780298661.033817:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:30556:x1866777609811712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 222us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.033821:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62137 00000100:00100000:3.0:1780298661.034915:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.034952:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609811840 00000100:00100000:2.0:1780298661.034957:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609811840 00000100:00100000:2.0:1780298661.034982:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62138 00000100:00100000:2.0:1780298661.034988:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+38:30556:x1866777609811840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.034995:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.035003:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e6303706d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c3c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035029:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037074 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035036:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035042:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037074 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035094:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e6303706d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c3c expref: 40 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035103:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baee00/0xaf35132e63037074 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x20/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c3c expref: 39 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.035108:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.035110:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1780298661.035112:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baee00, rc 0) 00000100:00100000:2.0:1780298661.035154:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777609811840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 166us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.035158:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62138 00000100:00100000:3.0:1780298661.036110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.036225:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812096 00000100:00100000:0.0:1780298661.036232:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812096 00000100:00100000:0.0:1780298661.036279:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62139 00000100:00100000:0.0:1780298661.036290:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777609812096:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.036325:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.036345:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037066 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c35 expref: 39 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.036361:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.036365:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.036518:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.036530:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.036539:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.036581:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991175 00000004:00010000:0.0:1780298661.036604:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d51c043 reply state 000000006c0a8f90 transno 4294991176 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.036616:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.036622:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.036625:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.036637:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.036707:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+41:30556:x1866777609812096:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 419us (602us total) trans 4294991176 rc 0/0 00000100:00100000:0.0:1780298661.036714:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62139 00000020:00080000:0.0:1780298661.036719:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.037852:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.037886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.037913:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812224 00000100:00100000:0.0:1780298661.037920:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812224 00000100:00100000:1.0:1780298661.037945:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812352 00000100:00100000:1.0:1780298661.037950:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812352 00002000:00010000:0.0:1780298661.037951:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.037956:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072f100 with x1866777609812224 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.037965:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:0.0:1780298661.037967:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072f100. 00002000:00100000:1.0:1780298661.037969:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072c000 with x1866777609812352 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.037976:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072c000. 00000100:00100000:0.0:1780298661.037999:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6629 00000100:00100000:0.0:1780298661.038009:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609812224:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298661.038018:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6630 00000100:00100000:1.0:1780298661.038029:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609812352:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.038162:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298661.038177:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.038181:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.038183:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.038186:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1780298661.038199:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:0.0:1780298661.038203:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.038205:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.038208:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.038210:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298661.038232:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609812352:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 205us (344us total) trans 4294969357 rc 0/0 00000100:00100000:0.0:1780298661.038239:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609812224:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 231us (390us total) trans 4294969843 rc 0/0 00000100:00100000:0.0:1780298661.038252:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6629 00002000:00010000:0.0:1780298661.038257:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00000100:00100000:1.0:1780298661.038260:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6630 00002000:00100000:0.0:1780298661.038261:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072f100 with x1866777609812224 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.038266:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:0.0:1780298661.038268:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072f100. 00002000:00100000:1.0:1780298661.038271:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072c000 with x1866777609812352 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.038278:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072c000. 00000100:00100000:3.0:1780298661.041213:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.041251:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812480 00000100:00100000:0.0:1780298661.041262:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812480 00000100:00100000:0.0:1780298661.041315:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6631 00000100:00100000:0.0:1780298661.041324:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609812480:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.041517:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1780298661.041520:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.041522:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.041523:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.041525:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:0.0:1780298661.041567:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609812480:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 245us (361us total) trans 4294969844 rc 0/0 00000100:00100000:0.0:1780298661.041574:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6631 00000100:00100000:3.0:1780298661.042372:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.042417:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812736 00000100:00100000:0.0:1780298661.042422:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812736 00000100:00100000:0.0:1780298661.042461:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62140 00000100:00100000:0.0:1780298661.042471:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+41:30556:x1866777609812736:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.042650:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.042671:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.042683:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.042727:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991177 00000004:00010000:0.0:1780298661.042748:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f0521404 reply state 000000008e63d1ed transno 4294991178 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.042762:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.042770:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.042780:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.042784:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.042847:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+44:30556:x1866777609812736:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 378us (477us total) trans 4294991178 rc 0/0 00000100:00100000:0.0:1780298661.042853:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62140 00000020:00080000:0.0:1780298661.042857:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.043904:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.043943:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.043970:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812992 00000100:00100000:1.0:1780298661.043977:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812992 00000100:00100000:0.0:1780298661.043981:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609812864 00000100:00100000:0.0:1780298661.043986:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609812864 00002000:00010000:0.0:1780298661.044005:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00010000:1.0:1780298661.044006:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.044010:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072fb80 with x1866777609812864 ext(0->18446744073709551615) 00002000:00100000:1.0:1780298661.044012:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072e680 with x1866777609812992 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.044019:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072fb80. 00002000:00010000:1.0:1780298661.044035:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072e680. 00000100:00100000:0.0:1780298661.044039:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6632 00000100:00100000:0.0:1780298661.044045:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609812864:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298661.044071:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6633 00000100:00100000:1.0:1780298661.044081:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609812992:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.044219:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1780298661.044222:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.044224:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.044225:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.044225:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.044230:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8192 -> 0 00002000:00010000:1.0:1780298661.044232:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.044235:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.044237:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.044240:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298661.044271:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609812992:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 191us (369us total) trans 4294969358 rc 0/0 00000100:00100000:0.0:1780298661.044271:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609812864:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 223us (325us total) trans 4294969845 rc 0/0 00000100:00100000:0.0:1780298661.044288:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6632 00002000:00010000:0.0:1780298661.044292:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00000100:00100000:1.0:1780298661.044297:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6633 00002000:00100000:0.0:1780298661.044297:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072fb80 with x1866777609812864 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.044303:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.044306:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072e680 with x1866777609812992 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.044310:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072fb80. 00002000:00010000:1.0:1780298661.044314:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072e680. 00000100:00100000:3.0:1780298661.045327:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.045365:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813120 00000100:00100000:2.0:1780298661.045371:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813120 00000100:00100000:2.0:1780298661.045406:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10864 00000100:00100000:2.0:1780298661.045414:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609813120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.045424:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.045440:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c43 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.045481:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.045492:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:2.0:1780298661.045496:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:2.0:1780298661.045502:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.045536:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.045551:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 14 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.045565:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605171584:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.045638:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424956c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.046337:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605171584:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298661.046355:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.046367:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:3.0:1780298661.046392:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609813120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.046400:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10864 00000100:00100000:3.0:1780298661.046594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.046632:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813248 00000100:00100000:0.0:1780298661.046636:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813248 00010000:00010000:0.0:1780298661.046655:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.046693:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15383 00000100:00100000:0.0:1780298661.046700:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609813248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.046711:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.046724:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.046732:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.046747:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad6f98a8/0xaf35132e63036fe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c0b expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.046756:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:0.0:1780298661.046759:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:0.0:1780298661.046764:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.046769:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.046785:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.046793:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605171712:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.046827:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.047662:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605171712:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.047675:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.047705:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609813248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1004us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.047713:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15383 00000100:00100000:3.0:1780298661.047838:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.047875:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813376 00000100:00100000:0.0:1780298661.047880:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813376 00000100:00100000:0.0:1780298661.047925:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6634 00000100:00100000:0.0:1780298661.047933:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609813376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.048036:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.048040:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.048042:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.048043:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.048045:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298661.048077:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609813376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 145us (241us total) trans 4294969846 rc 0/0 00000100:00100000:0.0:1780298661.048084:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6634 00000100:00100000:2.0:1780298661.048894:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.048940:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813632 00000100:00100000:1.0:1780298661.048946:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813632 00000100:00100000:1.0:1780298661.048990:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62141 00000100:00100000:1.0:1780298661.049006:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:30556:x1866777609813632:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.049221:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.049238:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.049248:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298661.049289:0:6477:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991179 00000004:00010000:1.0:1780298661.049307:0:6477:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059b295de reply state 00000000a2172282 transno 4294991180 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.049320:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.049327:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.049330:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.049333:0:6477:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.049390:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:30556:x1866777609813632:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 385us (496us total) trans 4294991180 rc 0/0 00000100:00100000:1.0:1780298661.049396:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62141 00000020:00080000:1.0:1780298661.049401:0:6477:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298661.050182:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.050226:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813760 00000100:00100000:1.0:1780298661.050230:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813760 00000100:00100000:1.0:1780298661.050255:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10865 00000100:00100000:1.0:1780298661.050260:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609813760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.050267:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.050276:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c4a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.050298:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.050304:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298660 v=(1 0) 00010000:00010000:1.0:1780298661.050307:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:1.0:1780298661.050310:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.050330:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.050339:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 13 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.050347:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605171840:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.050388:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.051024:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605171840:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.051045:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.051058:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298661.051090:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609813760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.051105:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10865 00000100:00100000:2.0:1780298661.051237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.051285:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609813888 00000100:00100000:0.0:1780298661.051291:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609813888 00010000:00010000:0.0:1780298661.051313:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 14 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.051342:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15384 00000100:00100000:0.0:1780298661.051350:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609813888:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.051371:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.051378:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 14 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.051391:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 14 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.051411:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63036fe8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480030020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c12 expref: 14 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.051423:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:0.0:1780298661.051427:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:0.0:1780298661.051433:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.051443:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.051469:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.051481:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605171968:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.051524:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.052240:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605171968:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.052253:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.052289:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609813888:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 940us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.052297:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15384 00000100:00100000:3.0:1780298661.052500:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.052520:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.052555:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814016 00000100:00100000:1.0:1780298661.052561:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814016 00000100:00100000:2.0:1780298661.052573:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814144 00002000:00010000:1.0:1780298661.052586:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00000100:00100000:2.0:1780298661.052587:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814144 00002000:00100000:1.0:1780298661.052593:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072df80 with x1866777609814016 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.052603:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072df80. 00002000:00010000:2.0:1780298661.052608:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.052613:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072d880 with x1866777609814144 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298661.052619:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072d880. 00000100:00100000:1.0:1780298661.052627:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6635 00000100:00100000:1.0:1780298661.052642:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609814016:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298661.052655:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6636 00000100:00100000:0.0:1780298661.052667:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609814144:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.052776:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298661.052777:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298661.052783:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.052783:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.052791:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.052791:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.052796:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.052797:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.052802:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1780298661.052803:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298661.052842:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609814016:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 207us (341us total) trans 4294969847 rc 0/0 00000100:00100000:1.0:1780298661.052850:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6635 00000100:00100000:0.0:1780298661.052854:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609814144:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 188us (329us total) trans 4294969359 rc 0/0 00002000:00010000:1.0:1780298661.052856:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.052862:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072df80 with x1866777609814016 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298661.052868:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6636 00002000:00010000:1.0:1780298661.052869:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf35072df80. 00002000:00010000:0.0:1780298661.052872:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.052876:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072d880 with x1866777609814144 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.052882:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072d880. 00000100:00100000:3.0:1780298661.053856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.053886:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814272 00000100:00100000:2.0:1780298661.053895:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814272 00000100:00100000:2.0:1780298661.053923:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6637 00000100:00100000:2.0:1780298661.053928:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609814272:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.054061:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1780298661.054063:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.054065:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.054066:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.054068:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:2.0:1780298661.054092:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609814272:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 165us (238us total) trans 4294969848 rc 0/0 00000100:00100000:2.0:1780298661.054096:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6637 00000100:00100000:3.0:1780298661.054806:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.054861:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814528 00000100:00100000:2.0:1780298661.054866:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814528 00000100:00100000:2.0:1780298661.054900:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62142 00000100:00100000:2.0:1780298661.054908:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:30556:x1866777609814528:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298661.055071:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.055088:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.055098:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298661.055159:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991181 00000004:00010000:2.0:1780298661.055191:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053eb2ae2 reply state 0000000046b23702 transno 4294991182 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.055202:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.055215:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.055218:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298661.055221:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298661.055275:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777609814528:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 367us (469us total) trans 4294991182 rc 0/0 00000100:00100000:2.0:1780298661.055282:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62142 00000020:00080000:2.0:1780298661.055287:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.056044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.056071:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.056099:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814784 00000100:00100000:1.0:1780298661.056103:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814784 00000100:00100000:0.0:1780298661.056112:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814656 00000100:00100000:0.0:1780298661.056117:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814656 00002000:00010000:1.0:1780298661.056121:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.056146:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9c380 with x1866777609814784 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.056152:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347c9c380. 00002000:00010000:0.0:1780298661.056155:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.056159:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9ca80 with x1866777609814656 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.056176:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9ca80. 00000100:00100000:1.0:1780298661.056194:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6638 00000100:00100000:0.0:1780298661.056209:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6639 00000100:00100000:1.0:1780298661.056212:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609814784:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298661.056230:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609814656:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.056315:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298661.056318:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.056320:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.056322:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.056324:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298661.056355:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609814784:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 148us (313us total) trans 4294969360 rc 0/0 00002000:00010000:0.0:1780298661.056358:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 0 00000100:00100000:1.0:1780298661.056361:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6638 00002000:00010000:0.0:1780298661.056365:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.056366:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:0.0:1780298661.056370:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00100000:1.0:1780298661.056371:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9c380 with x1866777609814784 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.056375:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347c9c380. 00002000:00010000:0.0:1780298661.056382:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.056385:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8192 -> 0 00000100:00100000:0.0:1780298661.056408:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609814656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 184us (337us total) trans 4294969849 rc 0/0 00000100:00100000:0.0:1780298661.056414:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6639 00002000:00010000:0.0:1780298661.056416:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.056418:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9ca80 with x1866777609814656 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.056422:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9ca80. 00000100:00100000:3.0:1780298661.057322:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.057371:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609814912 00000100:00100000:2.0:1780298661.057377:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609814912 00000100:00100000:2.0:1780298661.057410:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6640 00000100:00100000:2.0:1780298661.057416:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609814912:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.057521:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298661.057524:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.057527:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.057528:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.057530:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:2.0:1780298661.057563:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609814912:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 146us (242us total) trans 4294969850 rc 0/0 00000100:00100000:2.0:1780298661.057570:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6640 00000100:00100000:3.0:1780298661.058239:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.058276:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815168 00000100:00100000:0.0:1780298661.058281:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815168 00000100:00100000:0.0:1780298661.058319:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62143 00000100:00100000:0.0:1780298661.058326:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777609815168:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.058468:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.058483:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.058494:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.058531:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991183 00000004:00010000:0.0:1780298661.058549:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000f682b9c reply state 00000000d8412134 transno 4294991184 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.058560:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.058567:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.058577:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.058581:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.058635:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:30556:x1866777609815168:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 308us (395us total) trans 4294991184 rc 0/0 00000100:00100000:0.0:1780298661.058641:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62143 00000020:00080000:0.0:1780298661.058645:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.059566:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.059590:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.059610:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815424 00000100:00100000:0.0:1780298661.059616:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815424 00002000:00010000:0.0:1780298661.059635:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.059640:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f480 with x1866777609815424 ext(0->18446744073709551615) 00000100:00100000:2.0:1780298661.059647:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815296 00002000:00010000:0.0:1780298661.059647:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347c9f480. 00000100:00100000:2.0:1780298661.059654:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815296 00002000:00010000:2.0:1780298661.059672:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00000100:00100000:0.0:1780298661.059674:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6641 00002000:00100000:2.0:1780298661.059678:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f100 with x1866777609815296 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298661.059685:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609815424:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298661.059686:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9f100. 00000100:00100000:2.0:1780298661.059719:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6642 00000100:00100000:2.0:1780298661.059730:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609815296:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.059765:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.059769:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.059772:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.059774:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.059776:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298661.059808:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609815424:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 124us (243us total) trans 4294969361 rc 0/0 00002000:00010000:2.0:1780298661.059809:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298661.059817:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00000100:00100000:0.0:1780298661.059821:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6641 00002000:00010000:2.0:1780298661.059822:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.059825:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:2.0:1780298661.059826:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00100000:0.0:1780298661.059831:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f480 with x1866777609815424 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298661.059833:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8192 -> 8192 00002000:00010000:0.0:1780298661.059846:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347c9f480. 00000100:00100000:2.0:1780298661.059865:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609815296:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 137us (271us total) trans 4294969851 rc 0/0 00000100:00100000:2.0:1780298661.059873:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6642 00002000:00010000:2.0:1780298661.059878:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.059881:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f100 with x1866777609815296 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298661.059886:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9f100. 00000100:00100000:3.0:1780298661.063033:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.063107:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815680 00000100:00100000:0.0:1780298661.063118:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815680 00000100:00100000:0.0:1780298661.063275:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62144 00000100:00100000:0.0:1780298661.063294:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+44:30556:x1866777609815680:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.063488:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.063505:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.063513:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.063547:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991185 00000004:00010000:0.0:1780298661.063561:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000372fce10 reply state 00000000956293f0 transno 4294991186 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.063569:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.063574:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.063576:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.063579:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.063642:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:30556:x1866777609815680:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 351us (622us total) trans 4294991186 rc 0/0 00000100:00100000:0.0:1780298661.063648:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62144 00000020:00080000:0.0:1780298661.063651:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.064483:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.064535:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815808 00000100:00100000:0.0:1780298661.064543:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815808 00000100:00100000:0.0:1780298661.064576:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10866 00000100:00100000:0.0:1780298661.064583:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e427450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609815808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.064592:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.064604:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c51 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.064634:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.064643:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:0.0:1780298661.064647:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:0.0:1780298661.064652:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.064679:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.064692:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 17 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.064704:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605172096:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.064772:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344d716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.065473:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605172096:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.065493:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065504:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:0.0:1780298661.065531:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e427450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609815808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.065546:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10866 00000100:00100000:3.0:1780298661.065748:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.065796:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609815936 00000100:00100000:0.0:1780298661.065800:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609815936 00010000:00010000:0.0:1780298661.065819:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 18 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.065840:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15385 00000100:00100000:0.0:1780298661.065846:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609815936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.065854:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.065867:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 18 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065878:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 18 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065899:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037089 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c43 expref: 18 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065912:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:0.0:1780298661.065916:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:0.0:1780298661.065922:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065931:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.065967:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.065978:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605172224:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.066014:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344d716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.066707:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605172224:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.066717:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.066742:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609815936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 896us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.066749:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15385 00000100:00100000:3.0:1780298661.066906:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.066951:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816064 00000100:00100000:2.0:1780298661.066954:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816064 00000100:00100000:2.0:1780298661.066981:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10867 00000100:00100000:2.0:1780298661.066988:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609816064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.066997:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.067009:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c58 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.067027:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.067034:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(2 0) 00010000:00010000:2.0:1780298661.067037:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:2.0:1780298661.067046:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.067077:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.067085:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 13 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.067095:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605172352:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.067147:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.067841:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605172352:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.067858:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.067870:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:2.0:1780298661.067898:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609816064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.067906:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10867 00000100:00100000:3.0:1780298661.068031:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.068085:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816192 00000100:00100000:1.0:1780298661.068091:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816192 00010000:00010000:1.0:1780298661.068111:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 14 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.068179:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15386 00000100:00100000:1.0:1780298661.068188:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609816192:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.068198:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.068212:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 14 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.068224:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 14 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.068257:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63037097 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c4a expref: 14 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.068269:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:1.0:1780298661.068273:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:1.0:1780298661.068278:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.068286:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.068309:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.068320:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605172480:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.068371:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.069097:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605172480:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.069108:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.069143:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609816192:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 957us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.069151:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15386 00000100:00100000:3.0:1780298661.069276:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.069398:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816320 00000100:00100000:0.0:1780298661.069403:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816320 00002000:00010000:0.0:1780298661.069428:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4394844->18446744073709551615) 00002000:00100000:0.0:1780298661.069432:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9fb80 with x1866777609816320 ext(4394844->18446744073709551615) 00002000:00010000:0.0:1780298661.069441:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9fb80. 00000100:00100000:0.0:1780298661.069466:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6643 00000100:00100000:0.0:1780298661.069476:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609816320:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298661.069485:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.069517:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816448 00000100:00100000:1.0:1780298661.069522:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816448 00002000:00010000:1.0:1780298661.069539:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.069549:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777609816448 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.069555:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965f80. 00000100:00100000:1.0:1780298661.069582:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6644 00000100:00100000:1.0:1780298661.069592:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609816448:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.069659:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 0 -> 4394844 00002000:00010000:0.0:1780298661.069664:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.069667:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1780298661.069669:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.069671:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8192 -> 8192 00002000:00010000:1.0:1780298661.069683:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1780298661.069687:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.069690:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.069692:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.069695:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298661.069717:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609816320:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 240us (437us total) trans 4294969852 rc 0/0 00000100:00100000:1.0:1780298661.069723:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609816448:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 131us (237us total) trans 4294969362 rc 0/0 00000100:00100000:0.0:1780298661.069739:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6643 00002000:00010000:0.0:1780298661.069743:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4394844->18446744073709551615) 00000100:00100000:1.0:1780298661.069748:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6644 00002000:00100000:0.0:1780298661.069748:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9fb80 with x1866777609816320 ext(4394844->18446744073709551615) 00002000:00010000:1.0:1780298661.069753:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00010000:0.0:1780298661.069756:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9fb80. 00002000:00100000:1.0:1780298661.069757:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777609816448 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.069765:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965f80. 00000100:00100000:3.0:1780298661.070980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.071012:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816576 00000100:00100000:2.0:1780298661.071016:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816576 00002000:00100000:2.0:1780298661.071036:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (4370432->4374527) req@ffff9cf347c9e300 x1866777609816576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.071043:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9e300 with x1866777609816576 ext(4370432->4374527) 00002000:00010000:2.0:1780298661.071046:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9e300 00000100:00100000:2.0:1780298661.071067:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6645 00000100:00100000:2.0:1780298661.071072:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609816576:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:2.0:1780298661.071214:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609816576:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 142us (236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.071219:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6645 00002000:00100000:2.0:1780298661.071224:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (4370432->4374527) req@ffff9cf347c9e300 x1866777609816576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.071230:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9e300 with x1866777609816576 ext(4370432->4374527) 00002000:00010000:2.0:1780298661.071233:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9e300 00000100:00100000:3.0:1780298661.072211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.072284:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816704 00000100:00100000:2.0:1780298661.072288:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816704 00002000:00100000:2.0:1780298661.072307:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4374528->4378623) req@ffff9cf347c9d880 x1866777609816704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.072316:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9d880 with x1866777609816704 ext(4374528->4378623) 00002000:00010000:2.0:1780298661.072319:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9d880 00000100:00100000:2.0:1780298661.072336:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6646 00000100:00100000:2.0:1780298661.072343:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609816704:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:2.0:1780298661.072406:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609816704:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 63us (194us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.072412:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6646 00002000:00100000:2.0:1780298661.072418:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4374528->4378623) req@ffff9cf347c9d880 x1866777609816704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.072427:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9d880 with x1866777609816704 ext(4374528->4378623) 00002000:00010000:2.0:1780298661.072436:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9d880 00000100:00100000:3.0:1780298661.073440:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.073477:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816832 00000100:00100000:2.0:1780298661.073481:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816832 00002000:00100000:2.0:1780298661.073499:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4349952->4395007) req@ffff9cf347c9f800 x1866777609816832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.073508:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f800 with x1866777609816832 ext(4349952->4395007) 00002000:00010000:2.0:1780298661.073511:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9f800 00000100:00100000:2.0:1780298661.073526:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6647 00000100:00100000:2.0:1780298661.073533:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609816832:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:2.0:1780298661.074446:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609816832:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 912us (1004us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298661.074453:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6647 00002000:00100000:2.0:1780298661.074458:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4349952->4395007) req@ffff9cf347c9f800 x1866777609816832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.074464:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347c9f800 with x1866777609816832 ext(4349952->4395007) 00002000:00010000:2.0:1780298661.074467:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347c9f800 00000100:00100000:2.0:1780298661.075928:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.075956:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609816960 00000100:00100000:3.0:1780298661.075961:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609816960 00002000:00100000:3.0:1780298661.075982:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4370432->4394843) req@ffff9cf343964a80 x1866777609816960/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1780298661.075988:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777609816960 ext(4370432->4394843) 00002000:00010000:3.0:1780298661.075991:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:3.0:1780298661.076007:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6648 00000100:00100000:3.0:1780298661.076012:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609816960:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298661.077255:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777609816960:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1240us (1327us total) trans 4294969853 rc 0/0 00000100:00100000:3.0:1780298661.077262:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6648 00002000:00100000:3.0:1780298661.077268:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4370432->4394843) req@ffff9cf343964a80 x1866777609816960/t4294969853(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1780298661.077274:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777609816960 ext(4370432->4394843) 00002000:00010000:3.0:1780298661.077277:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:2.0:1780298661.077940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.077969:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817088 00000100:00100000:3.0:1780298661.077973:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817088 00000100:00100000:3.0:1780298661.077997:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10868 00000100:00100000:3.0:1780298661.078002:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609817088:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298661.078719:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969853 is committed 00000001:00080000:1.0:1780298661.078731:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969851 is committed 00000100:00100000:3.0:1780298661.078848:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609817088:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 844us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.078862:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10868 00000100:00100000:2.0:1780298661.079675:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.079716:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817216 00000100:00100000:1.0:1780298661.079721:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817216 00000100:00100000:1.0:1780298661.079757:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62145 00000100:00100000:1.0:1780298661.079766:0:6477:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:30556:x1866777609817216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.079782:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.079802:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e630370c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c5f expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.079891:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.079914:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.079926:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.079952:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8589148 00000004:00200000:1.0:1780298661.079956:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.079971:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.079994:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e630370c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 49 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.080011:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 48 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.080019:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.080022:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.080026:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298661.080057:0:6477:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:30556:x1866777609817216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 294us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.080064:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62145 00000100:00100000:0.0:1780298661.081837:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.081856:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.081879:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817344 00000100:00100000:1.0:1780298661.081884:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817344 00000100:00100000:2.0:1780298661.081917:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817472 00000100:00100000:2.0:1780298661.081923:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817472 00000100:00100000:1.0:1780298661.081923:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10869 00000100:00100000:1.0:1780298661.081936:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609817344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.081946:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.081963:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10870 00010000:00010000:1.0:1780298661.081965:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e630370cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c66 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.081976:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609817472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.081986:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.082004:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630370d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c6d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.082022:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605172608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.082053:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605172736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.082102:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.082102:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.082850:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1780298661 00002000:00010000:3.0:1780298661.082860:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00002000:00010000:3.0:1780298661.082865:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 8192 -> 8240 00000100:00100000:1.0:1780298661.082865:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605172736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.082877:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605172608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.082893:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630370d6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c6d expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.082896:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e630370cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c66 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.082925:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e630370cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c66 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.082926:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630370d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c6d expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.082937:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00010000:00010000:1.0:1780298661.082942:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:3.0:1780298661.082969:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609817344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1035us (1131us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.082970:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609817472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.082985:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10870 00000100:00100000:3.0:1780298661.082993:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10869 00000100:00100000:3.0:1780298661.083912:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.083953:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817600 00000100:00100000:2.0:1780298661.083957:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817600 00000100:00100000:2.0:1780298661.083996:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10871 00000100:00100000:2.0:1780298661.084005:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609817600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.084012:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.084021:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c74 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.084040:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.084049:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:2.0:1780298661.084053:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:2.0:1780298661.084057:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.084073:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.084084:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 8 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.084100:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605172864:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.084153:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.084724:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605172864:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.084736:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3698688->3702783] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.084744:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf000, rc 0) 00000100:00100000:2.0:1780298661.084766:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609817600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.084773:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10871 00000100:00100000:3.0:1780298661.084957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.084995:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817728 00000100:00100000:1.0:1780298661.084999:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817728 00010000:00010000:1.0:1780298661.085020:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 9 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.085050:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15387 00000100:00100000:1.0:1780298661.085058:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609817728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.085069:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.085088:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 9 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.085102:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 9 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.085119:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2aed615/0xaf35132e630370b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c51 expref: 9 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.085175:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.085179:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.085188:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.085198:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.085223:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.085234:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605172992:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.085270:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.085816:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605172992:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.085827:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.085853:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609817728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 796us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.085871:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15387 00000100:00100000:0.0:1780298661.086109:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.086177:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817856 00000100:00100000:1.0:1780298661.086182:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817856 00002000:00100000:1.0:1780298661.086209:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3698688->3702783) req@ffff9cf37bbc7480 x1866777609817856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1780298661.086220:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7480 with x1866777609817856 ext(3698688->3702783) 00002000:00010000:1.0:1780298661.086224:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7480 00000100:00100000:1.0:1780298661.086245:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6649 00000100:00100000:1.0:1780298661.086253:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609817856:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:1.0:1780298661.086368:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609817856:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 116us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.086375:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6649 00002000:00100000:1.0:1780298661.086382:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3698688->3702783) req@ffff9cf37bbc7480 x1866777609817856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1780298661.086390:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7480 with x1866777609817856 ext(3698688->3702783) 00002000:00010000:1.0:1780298661.086394:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7480 00000100:00100000:3.0:1780298661.087271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.087315:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609817984 00000100:00100000:2.0:1780298661.087319:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609817984 00002000:00100000:2.0:1780298661.087336:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3702784->3706879) req@ffff9cf241b01c00 x1866777609817984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.087346:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01c00 with x1866777609817984 ext(3702784->3706879) 00002000:00010000:2.0:1780298661.087350:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01c00 00000100:00100000:2.0:1780298661.087371:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6650 00000100:00100000:2.0:1780298661.087379:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609817984:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:2.0:1780298661.087439:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609817984:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 62us (169us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.087443:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6650 00002000:00100000:2.0:1780298661.087447:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3702784->3706879) req@ffff9cf241b01c00 x1866777609817984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.087458:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01c00 with x1866777609817984 ext(3702784->3706879) 00002000:00010000:2.0:1780298661.087461:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01c00 00000100:00100000:3.0:1780298661.088563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.088603:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818112 00000100:00100000:2.0:1780298661.088607:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818112 00002000:00100000:2.0:1780298661.088623:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3678208->3743743) req@ffff9cf241b03100 x1866777609818112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.088629:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777609818112 ext(3678208->3743743) 00002000:00010000:2.0:1780298661.088632:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:2.0:1780298661.088646:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6651 00000100:00100000:2.0:1780298661.088651:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609818112:12345-192.168.203.25@tcp:3:kworker.0 00000100:00100000:2.0:1780298661.089594:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609818112:12345-192.168.203.25@tcp:3:kworker.0 Request processed in 940us (1029us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298661.089607:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6651 00002000:00100000:2.0:1780298661.089614:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3678208->3743743) req@ffff9cf241b03100 x1866777609818112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1780298661.089623:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777609818112 ext(3678208->3743743) 00002000:00010000:2.0:1780298661.089627:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:0.0:1780298661.090514:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.090553:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818240 00000100:00100000:2.0:1780298661.090557:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818240 00000100:00100000:2.0:1780298661.090587:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62146 00000100:00100000:2.0:1780298661.090594:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:30556:x1866777609818240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.090609:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.090634:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630370e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c7b expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090713:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090728:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090738:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.090761:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8589148 00000004:00200000:2.0:1780298661.090764:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.090778:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090796:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630370e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c7b expref: 49 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090807:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c7b expref: 48 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.090813:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.090815:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.090817:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:2.0:1780298661.090841:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+48:30556:x1866777609818240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 248us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.090847:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62146 00000100:00100000:3.0:1780298661.091809:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.091844:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818368 00000100:00100000:2.0:1780298661.091853:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818368 00000100:00100000:2.0:1780298661.091879:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10872 00000100:00100000:2.0:1780298661.091884:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609818368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.091890:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.091900:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630370f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c82 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.091937:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605173120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.091982:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.092640:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605173120:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.092658:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630370f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c82 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.092671:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630370f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c82 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.092677:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:2.0:1780298661.092700:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609818368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (893us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.092706:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10872 00000100:00100000:0.0:1780298661.093655:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.093687:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818496 00000100:00100000:1.0:1780298661.093691:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818496 00000100:00100000:1.0:1780298661.093721:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10873 00000100:00100000:1.0:1780298661.093729:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609818496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.093738:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.093748:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630370f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c89 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.093781:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605173248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.093814:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.094514:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605173248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.094526:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630370f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c89 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.094535:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630370f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c89 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.094542:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298661.094562:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609818496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (910us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.094567:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10873 00000100:00100000:3.0:1780298661.095451:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.095491:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818624 00000100:00100000:1.0:1780298661.095495:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818624 00000100:00100000:1.0:1780298661.095520:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10874 00000100:00100000:1.0:1780298661.095527:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609818624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.095536:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.095545:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c90 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.095563:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.095578:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(3 0) 00010000:00010000:1.0:1780298661.095581:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.095584:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [671744->741375] (req 671744->741375) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.095603:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.095618:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 14 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.095629:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605173376:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.095661:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.096411:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605173376:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.096427:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [671744->741375] (req 671744->741375) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.096440:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298661.096471:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609818624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.096478:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10874 00000100:00100000:3.0:1780298661.096721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.096758:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818752 00000100:00100000:0.0:1780298661.096762:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818752 00010000:00010000:0.0:1780298661.096779:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 15 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.096804:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15388 00000100:00100000:0.0:1780298661.096811:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609818752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.096820:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.096831:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 15 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.096841:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 15 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.096855:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e630370ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c58 expref: 15 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.096872:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:0.0:1780298661.096875:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:0.0:1780298661.096881:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.096887:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.096903:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.096909:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605173504:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.096939:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344d716c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.097620:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605173504:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.097632:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.097653:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609818752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 844us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.097658:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15388 00000100:00100000:3.0:1780298661.097815:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.097845:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609818880 00000100:00100000:2.0:1780298661.097849:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609818880 00000100:00100000:2.0:1780298661.097878:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6652 00000100:00100000:2.0:1780298661.097884:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609818880:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.098053:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298661.098059:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.098061:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.098062:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.098064:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298661.098087:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609818880:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 204us (274us total) trans 4294969363 rc 0/0 00000100:00100000:2.0:1780298661.098091:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6652 00000100:00100000:0.0:1780298661.099829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.099857:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819008 00000100:00100000:3.0:1780298661.099863:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819008 00002000:00100000:3.0:1780298661.099887:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (933888->966655) req@ffff9cf37bbc6a00 x1866777609819008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.099903:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777609819008 ext(933888->966655) 00002000:00010000:3.0:1780298661.099907:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6a00 00000100:00100000:3.0:1780298661.099926:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6653 00000100:00100000:3.0:1780298661.099932:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609819008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.100904:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609819008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 964us (1071us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1780298661.100914:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6653 00002000:00100000:3.0:1780298661.100922:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (933888->966655) req@ffff9cf37bbc6a00 x1866777609819008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.100932:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777609819008 ext(933888->966655) 00002000:00010000:3.0:1780298661.100935:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6a00 00000100:00100000:3.0:1780298661.102072:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.102109:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819136 00000100:00100000:2.0:1780298661.102116:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819136 00000100:00100000:2.0:1780298661.102177:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10875 00000100:00100000:2.0:1780298661.102187:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609819136:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.102196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298661.102200:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.102218:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c97 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.102230:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819264 00000100:00100000:0.0:1780298661.102235:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819264 00010000:00010000:2.0:1780298661.102241:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:2.0:1780298661.102246:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:2.0:1780298661.102254:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.102278:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.102281:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10876 00000100:00100000:0.0:1780298661.102292:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609819264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.102295:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00010000:00010000:0.0:1780298661.102303:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.102321:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303710e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5c9e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.102332:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609819136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 146us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.102349:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10875 00000100:00100000:0.0:1780298661.102374:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605173632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.102423:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344d716c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298661.103239:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:0.0:1780298661.103253:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605173632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.103277:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303710e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c9e expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.103292:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303710e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c9e expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.103303:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:0.0:1780298661.103335:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609819264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1045us (1232us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.103341:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10876 00000100:00100000:3.0:1780298661.104366:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.104412:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819392 00000100:00100000:1.0:1780298661.104417:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819392 00000100:00100000:1.0:1780298661.104461:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10877 00000100:00100000:1.0:1780298661.104468:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609819392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.104479:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.104490:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037115 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ca5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.104534:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605173760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.104578:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.105290:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605173760:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.105309:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037115 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ca5 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.105333:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037115 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ca5 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.105346:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:1.0:1780298661.105376:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609819392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (1012us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.105382:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10877 00000100:00100000:2.0:1780298661.106619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.106651:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819520 00000100:00100000:1.0:1780298661.106656:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819520 00002000:00100000:1.0:1780298661.106682:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1392640->1396735) req@ffff9cf3481f9f80 x1866777609819520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.106689:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777609819520 ext(1392640->1396735) 00002000:00010000:1.0:1780298661.106695:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:1.0:1780298661.106727:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6654 00000100:00100000:1.0:1780298661.106735:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609819520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.106865:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609819520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.106873:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6654 00002000:00100000:1.0:1780298661.106880:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1392640->1396735) req@ffff9cf3481f9f80 x1866777609819520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.106888:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777609819520 ext(1392640->1396735) 00002000:00010000:1.0:1780298661.106891:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80 00000100:00100000:3.0:1780298661.107970:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.108016:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819648 00000100:00100000:2.0:1780298661.108020:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819648 00002000:00100000:2.0:1780298661.108041:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1396736->1400831) req@ffff9cf24519ea00 x1866777609819648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.108047:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777609819648 ext(1396736->1400831) 00002000:00010000:2.0:1780298661.108049:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:2.0:1780298661.108065:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6655 00000100:00100000:2.0:1780298661.108070:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609819648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.108155:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609819648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (184us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.108162:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6655 00002000:00100000:2.0:1780298661.108180:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1396736->1400831) req@ffff9cf24519ea00 x1866777609819648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.108189:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777609819648 ext(1396736->1400831) 00002000:00010000:2.0:1780298661.108193:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:3.0:1780298661.109266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.109321:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819776 00000100:00100000:2.0:1780298661.109326:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819776 00002000:00100000:2.0:1780298661.109349:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1372160->1437695) req@ffff9cf2558f2a00 x1866777609819776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.109357:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777609819776 ext(1372160->1437695) 00002000:00010000:2.0:1780298661.109361:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:2.0:1780298661.109382:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6656 00000100:00100000:2.0:1780298661.109401:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609819776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.110427:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609819776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1026us (1160us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298661.110437:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6656 00002000:00100000:0.0:1780298661.110444:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1372160->1437695) req@ffff9cf2558f2a00 x1866777609819776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.110453:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777609819776 ext(1372160->1437695) 00002000:00010000:0.0:1780298661.110457:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:2.0:1780298661.112067:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.112105:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609819904 00000100:00100000:1.0:1780298661.112112:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609819904 00000100:00100000:1.0:1780298661.112160:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10878 00000100:00100000:1.0:1780298661.112178:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609819904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.112192:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.112209:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303711c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cac expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.112259:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605173888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.112318:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.113221:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605173888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.113242:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303711c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cac expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.113259:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303711c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cac expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.113283:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298661.113318:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609819904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1142us (1252us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.113325:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10878 00000100:00100000:3.0:1780298661.114329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.114367:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820032 00000100:00100000:1.0:1780298661.114371:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820032 00000100:00100000:1.0:1780298661.114403:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10879 00000100:00100000:1.0:1780298661.114409:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609820032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.114417:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.114425:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63037123 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cb3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.114449:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605174016:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.114488:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.115211:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605174016:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.115224:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63037123 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cb3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.115234:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63037123 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cb3 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.115241:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298661.115273:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609820032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.115286:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10879 00000100:00100000:3.0:1780298661.116230:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.116301:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820160 00000100:00100000:0.0:1780298661.116327:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820160 00000100:00100000:0.0:1780298661.116389:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10880 00000100:00100000:0.0:1780298661.116402:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609820160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.116420:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.116440:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cba expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298661.116464:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1780298661.116485:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=0 v=(0 0) 00010000:00010000:0.0:1780298661.116489:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=1780298661 v=(0 0) 00010000:00010000:0.0:1780298661.116499:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.116517:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.116530:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b600, rc 0) 00000100:00100000:0.0:1780298661.116591:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609820160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 193us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.116598:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10880 00000100:00100000:3.0:1780298661.117580:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.117614:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820288 00000100:00100000:1.0:1780298661.117621:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820288 00000100:00100000:1.0:1780298661.117654:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10881 00000100:00100000:1.0:1780298661.117660:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609820288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.117670:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.117681:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cc1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.117698:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.117705:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.117708:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:1.0:1780298661.117711:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [155648->192511] (req 155648->192511) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.117730:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.117739:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 15 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.117748:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605174144:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.117790:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.118827:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605174144:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.118856:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [155648->192511] (req 155648->192511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.118875:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:3.0:1780298661.118913:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.118924:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609820288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1261us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.118933:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10881 00000100:00100000:2.0:1780298661.118973:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820416 00000100:00100000:2.0:1780298661.118987:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820416 00010000:00010000:2.0:1780298661.119023:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 16 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.119056:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15389 00000100:00100000:2.0:1780298661.119064:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609820416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.119074:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.119090:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 16 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.119102:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 16 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.119117:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63037100 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 671744->741375) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c90 expref: 16 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.119162:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.119176:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.119185:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.119196:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.119231:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.119243:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605174272:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.119297:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.120117:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605174272:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.120173:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.120208:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609820416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1145us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.120229:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15389 00000100:00100000:2.0:1780298661.120448:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.120510:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820544 00000100:00100000:0.0:1780298661.120515:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820544 00000100:00100000:0.0:1780298661.120585:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6657 00000100:00100000:0.0:1780298661.120595:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609820544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.120995:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298661.120998:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.121004:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.121005:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.121007:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 72 00000100:00100000:0.0:1780298661.121050:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609820544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 458us (603us total) trans 4294969364 rc 0/0 00000100:00100000:0.0:1780298661.121061:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6657 00000100:00100000:3.0:1780298661.122311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.122353:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820672 00000100:00100000:1.0:1780298661.122365:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820672 00000100:00100000:1.0:1780298661.122425:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10882 00000100:00100000:1.0:1780298661.122435:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609820672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.122450:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.122466:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cc8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122492:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122502:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122518:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.122522:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:1.0:1780298661.122527:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4354048->4382719] (req 4354048->4382719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122572:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122595:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.122608:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605174400:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.122685:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.122699:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 10 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.122710:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605174528:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.122739:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.123591:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605174400:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.123602:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605174528:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.123624:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4354048->4382719] (req 4354048->4382719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.123639:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298661.123677:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609820672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1244us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.123690:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10882 00000100:00100000:3.0:1780298661.123929:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.123957:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.123978:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820800 00000100:00100000:0.0:1780298661.123986:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820800 00010000:00010000:0.0:1780298661.124012:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.124042:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609820928 00000100:00100000:0.0:1780298661.124046:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609820928 00010000:00010000:0.0:1780298661.124063:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.124072:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15390 00000100:00100000:2.0:1780298661.124096:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609820800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298661.124096:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15391 00010000:00010000:2.0:1780298661.124117:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298661.124173:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609820928:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.124186:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124192:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.124202:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.124220:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037107 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c97 expref: 10 pid: 19992 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124228:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124280:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.124292:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.124307:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4d8e3d7/0xaf35132e630370dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3698688->3702783) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c74 expref: 11 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124322:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00000100:00100000:2.0:1780298661.124329:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609820800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 243us (541us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298661.124331:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00000100:00100000:2.0:1780298661.124346:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15390 00010000:00010000:1.0:1780298661.124351:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124363:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.124399:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.124412:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605174656:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.124477:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.125263:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605174656:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.125274:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.125305:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609820928:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1192us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.125313:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15391 00000100:00100000:3.0:1780298661.125469:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.125517:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821056 00000100:00100000:1.0:1780298661.125525:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821056 00000100:00100000:1.0:1780298661.125573:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6658 00000100:00100000:1.0:1780298661.125583:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609821056:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.126242:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4394844 -> 4394844 00002000:00010000:1.0:1780298661.126246:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.126249:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:1.0:1780298661.126251:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.126253:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8240 -> 8272 00000100:00100000:1.0:1780298661.126294:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609821056:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 712us (826us total) trans 4294969854 rc 0/0 00000100:00100000:1.0:1780298661.126302:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6658 00000100:00100000:2.0:1780298661.128057:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.128109:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821312 00000100:00100000:0.0:1780298661.128117:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821312 00000100:00100000:0.0:1780298661.128208:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62147 00000100:00100000:0.0:1780298661.128220:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+48:30556:x1866777609821312:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.128270:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.128292:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e630370eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c7b expref: 48 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.128309:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.128314:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.128477:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.128498:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 47 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.128508:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.128539:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 47 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.128554:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 47 pid: 6477 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.128569:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605174784:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.128641:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.129594:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.129713:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821440 00000100:00100000:1.0:1780298661.129722:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821440 00000100:00100000:0.0:1780298661.129731:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605174784:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.129757:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 48 pid: 6477 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.129764:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.129802:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15392 00000100:00100000:1.0:1780298661.129816:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:2399:x1866777609821440:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.129829:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.129845:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 48 pid: 6477 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129859:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 48 pid: 6477 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129878:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630370c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5c5f expref: 48 pid: 6477 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129893:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.129899:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129928:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129936:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.129963:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.129997:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.130016:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.130017:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:2399:x1866777609821440:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 203us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.130036:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15392 00000001:00080000:0.0:1780298661.130099:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991187 00000004:00010000:0.0:1780298661.130152:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfc13ed4 reply state 00000000f5515a91 transno 4294991188 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.130185:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.130191:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.130193:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.130195:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.130276:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777609821312:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2060us (2221us total) trans 4294991188 rc 0/0 00000100:00100000:0.0:1780298661.130282:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62147 00000020:00080000:0.0:1780298661.130286:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298661.131018:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.131049:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821568 00000100:00100000:2.0:1780298661.131055:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821568 00000100:00100000:2.0:1780298661.131091:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10883 00000100:00100000:2.0:1780298661.131098:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609821568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.131107:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.131116:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ccf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.131162:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.131182:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(4 0) 00010000:00010000:2.0:1780298661.131187:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.131193:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.131215:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.131240:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 9 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.131251:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605174912:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.131292:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.131962:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605174912:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.131982:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.131996:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298661.132035:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609821568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.132043:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10883 00000100:00100000:0.0:1780298661.132301:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.132336:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821696 00000100:00100000:2.0:1780298661.132342:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821696 00010000:00010000:2.0:1780298661.132361:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.132389:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15393 00000100:00100000:2.0:1780298661.132398:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609821696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.132405:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.132416:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.132424:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.132436:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63037138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4354048->4382719) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc8 expref: 10 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.132444:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.132447:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.132456:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.132464:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.132489:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.132502:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605175040:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.132546:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.133196:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605175040:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298661.133206:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298661.133228:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609821696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 832us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.133234:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15393 00000100:00100000:0.0:1780298661.133325:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.133357:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821824 00000100:00100000:2.0:1780298661.133361:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821824 00000100:00100000:2.0:1780298661.133383:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10884 00000100:00100000:2.0:1780298661.133388:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609821824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.133395:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.133402:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cd6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.133415:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.133420:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:2.0:1780298661.133423:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:2.0:1780298661.133425:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.133446:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.133453:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 15 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.133460:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605175168:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.133498:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.134040:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605175168:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.134051:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134059:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:2.0:1780298661.134081:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609821824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 693us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.134086:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10884 00000100:00100000:3.0:1780298661.134311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.134338:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609821952 00000100:00100000:2.0:1780298661.134342:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609821952 00010000:00010000:2.0:1780298661.134354:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 16 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.134374:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15394 00000100:00100000:2.0:1780298661.134378:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609821952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.134391:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.134401:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 16 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134408:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 16 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134418:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7d9d8b7/0xaf35132e63037131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 155648->192511) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cc1 expref: 16 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134425:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:2.0:1780298661.134427:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:2.0:1780298661.134430:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134436:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.134448:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.134454:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605175296:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.134487:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.135100:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605175296:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.135110:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.135181:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609821952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 799us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.135189:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15394 00000100:00100000:3.0:1780298661.135250:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.135277:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822080 00000100:00100000:1.0:1780298661.135281:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822080 00002000:00010000:1.0:1780298661.135301:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5593794->18446744073709551615) 00002000:00100000:1.0:1780298661.135304:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777609822080 ext(5593794->18446744073709551615) 00002000:00010000:1.0:1780298661.135310:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80a80. 00000100:00100000:1.0:1780298661.135328:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6659 00000100:00100000:1.0:1780298661.135339:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609822080:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298661.135387:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.135406:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822208 00000100:00100000:2.0:1780298661.135410:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822208 00002000:00010000:2.0:1780298661.135422:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298661.135424:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072e300 with x1866777609822208 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298661.135429:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072e300. 00000100:00100000:2.0:1780298661.135449:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6660 00000100:00100000:2.0:1780298661.135459:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf35072e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609822208:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.135514:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4394844 -> 5593794 00002000:00010000:1.0:1780298661.135519:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.135522:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1780298661.135525:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.135528:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8272 -> 8272 00002000:00010000:2.0:1780298661.135534:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298661.135537:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.135539:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.135541:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.135543:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:2.0:1780298661.135566:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf35072e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609822208:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 107us (176us total) trans 4294969365 rc 0/0 00000100:00100000:1.0:1780298661.135567:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609822080:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 224us (313us total) trans 4294969855 rc 0/0 00000100:00100000:2.0:1780298661.135575:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6660 00002000:00010000:2.0:1780298661.135580:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298661.135585:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf35072e300 with x1866777609822208 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298661.135585:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6659 00002000:00010000:2.0:1780298661.135591:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf35072e300. 00002000:00010000:1.0:1780298661.135593:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5593794->18446744073709551615) 00002000:00100000:1.0:1780298661.135597:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777609822080 ext(5593794->18446744073709551615) 00002000:00010000:1.0:1780298661.135603:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80a80. 00000100:00100000:0.0:1780298661.136329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.136363:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822336 00000100:00100000:1.0:1780298661.136366:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822336 00000100:00100000:1.0:1780298661.136390:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62148 00000100:00100000:1.0:1780298661.136395:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+47:30556:x1866777609822336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.136403:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.136413:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63037154 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cdd expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136467:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136476:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136482:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.136503:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9788098 00000004:00200000:1.0:1780298661.136506:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.136519:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136535:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e63037154 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cdd expref: 49 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136543:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cdd expref: 48 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.136549:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.136551:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.136553:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298661.136576:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:30556:x1866777609822336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 180us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.136583:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62148 00000100:00100000:0.0:1780298661.137374:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.137403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.137421:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822464 00000100:00100000:1.0:1780298661.137425:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822464 00000100:00100000:2.0:1780298661.137435:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822592 00000100:00100000:2.0:1780298661.137440:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822592 00000100:00100000:1.0:1780298661.137455:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10885 00000100:00100000:1.0:1780298661.137464:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609822464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.137471:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.137475:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10886 00010000:00010000:1.0:1780298661.137480:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63037162 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ce4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.137489:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609822592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.137499:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.137510:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605175424:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.137514:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037169 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ceb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.137548:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605175552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.137582:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.137584:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.138268:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.138277:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605175424:192.168.203.25@tcp:106: 00002000:00010000:2.0:1780298661.138297:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1780298661 00010000:00010000:1.0:1780298661.138298:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63037162 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ce4 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.138309:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605175552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.138314:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63037162 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ce4 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.138322:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00010000:00010000:2.0:1780298661.138326:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037169 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ceb expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.138337:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037169 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ceb expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.138346:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:1.0:1780298661.138347:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609822464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.138355:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10885 00000100:00100000:2.0:1780298661.138368:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609822592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.138374:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10886 00000100:00100000:0.0:1780298661.139291:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.139320:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822720 00000100:00100000:2.0:1780298661.139323:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822720 00000100:00100000:2.0:1780298661.139346:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10887 00000100:00100000:0.0:1780298661.139354:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.139355:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609822720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.139363:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.139369:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037170 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cf2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.139377:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822848 00000100:00100000:3.0:1780298661.139383:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822848 00000100:00100000:2.0:1780298661.139390:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605175680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.139432:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.139463:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10888 00000100:00100000:3.0:1780298661.139475:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609822848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.139484:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.139493:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e63037177 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5cf9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.139559:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605175808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.139594:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.140038:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605175680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.140051:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037170 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cf2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.140061:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cf2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.140068:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:2.0:1780298661.140091:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609822720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (802us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.140096:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10887 00000100:00100000:1.0:1780298661.140220:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605175808:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.140237:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e63037177 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cf9 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.140250:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cdc8249/0xaf35132e63037177 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cf9 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.140260:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92200, rc 0) 00000100:00100000:1.0:1780298661.140284:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609822848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.140290:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10888 00000100:00100000:0.0:1780298661.141049:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.141095:0:6477:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609822976 00000100:00100000:1.0:1780298661.141100:0:6477:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609822976 00000100:00100000:3.0:1780298661.141150:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62149 00000100:00100000:3.0:1780298661.141160:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777609822976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.141184:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.141192:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93e00/0xaf35132e6303717e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d00 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141244:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141258:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141264:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298661.141279:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9788098 00000004:00200000:3.0:1780298661.141281:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298661.141292:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141307:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e93e00/0xaf35132e6303717e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 52 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141315:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 51 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.141320:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298661.141323:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298661.141324:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:3.0:1780298661.141345:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:30556:x1866777609822976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 190us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.141349:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62149 00000100:00100000:3.0:1780298661.142247:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.142292:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823104 00000100:00100000:0.0:1780298661.142297:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823104 00000100:00100000:0.0:1780298661.142332:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6661 00000100:00100000:0.0:1780298661.142340:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609823104:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.142446:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5593794 -> 5593794 00002000:00010000:0.0:1780298661.142450:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.142452:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.142454:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.142457:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8272 -> 8272 00000100:00100000:0.0:1780298661.142487:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609823104:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 148us (240us total) trans 4294969856 rc 0/0 00000100:00100000:0.0:1780298661.142496:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6661 00000100:00100000:0.0:1780298661.143759:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.143805:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823232 00000100:00100000:2.0:1780298661.143819:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823232 00000100:00100000:2.0:1780298661.143858:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6662 00000100:00100000:2.0:1780298661.143867:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609823232:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.144013:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5593794 -> 5593794 00002000:00010000:2.0:1780298661.144017:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.144019:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.144021:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.144023:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8272 -> 8272 00000100:00100000:2.0:1780298661.144055:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609823232:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 189us (296us total) trans 4294969857 rc 0/0 00000100:00100000:2.0:1780298661.144062:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6662 00000100:00100000:3.0:1780298661.144875:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.144902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.144917:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823360 00000100:00100000:1.0:1780298661.144922:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823360 00000100:00100000:0.0:1780298661.144943:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823488 00000100:00100000:0.0:1780298661.144948:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823488 00000100:00100000:1.0:1780298661.144960:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10889 00000100:00100000:1.0:1780298661.144968:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609823360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.144975:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.144985:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303718c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d07 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.144987:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10890 00000100:00100000:2.0:1780298661.145005:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609823488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.145015:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.145024:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037193 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d0e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.145030:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605175936:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.145062:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605176064:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.145095:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.145096:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.145844:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605176064:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.145875:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037193 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d0e expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.145883:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00010000:00010000:2.0:1780298661.145892:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037193 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d0e expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.145894:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605175936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.145910:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:1.0:1780298661.145914:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303718c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d07 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.145926:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303718c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d07 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.145934:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:2.0:1780298661.145944:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609823488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1040us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.145951:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10890 00000100:00100000:1.0:1780298661.145960:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609823360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1084us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.145966:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10889 00000100:00100000:0.0:1780298661.146852:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.146892:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823616 00000100:00100000:1.0:1780298661.146897:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823616 00000100:00100000:0.0:1780298661.146909:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.146944:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823744 00000100:00100000:1.0:1780298661.146947:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823744 00000100:00100000:2.0:1780298661.146961:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10891 00000100:00100000:1.0:1780298661.146967:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10892 00000100:00100000:2.0:1780298661.146973:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609823616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.146977:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609823744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.146986:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.146987:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.146993:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303719a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d1c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.147009:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075508ee2/0xaf35132e630371a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d15 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.147017:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605176192:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.147048:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605176320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.147054:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.147079:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.147600:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605176192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.147615:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303719a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d1c expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.147624:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303719a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d1c expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.147631:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298661.147653:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609823744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (746us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.147657:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10892 00000100:00100000:2.0:1780298661.147795:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605176320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.147808:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075508ee2/0xaf35132e630371a1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d15 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.147817:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075508ee2/0xaf35132e630371a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d15 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.147824:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae200, rc 0) 00000100:00100000:2.0:1780298661.147845:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609823616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (996us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.147851:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10891 00000100:00100000:3.0:1780298661.149303:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.149341:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609823872 00000100:00100000:1.0:1780298661.149347:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609823872 00002000:00100000:1.0:1780298661.149378:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3338240->3342335) req@ffff9cf37baeed80 x1866777609823872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.149388:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeed80 with x1866777609823872 ext(3338240->3342335) 00002000:00010000:1.0:1780298661.149400:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeed80 00000100:00100000:1.0:1780298661.149418:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6663 00000100:00100000:1.0:1780298661.149424:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609823872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.149533:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609823872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 109us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.149537:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6663 00002000:00100000:1.0:1780298661.149541:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3338240->3342335) req@ffff9cf37baeed80 x1866777609823872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.149545:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeed80 with x1866777609823872 ext(3338240->3342335) 00002000:00010000:1.0:1780298661.149548:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeed80 00000100:00100000:3.0:1780298661.150606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.150663:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824000 00000100:00100000:0.0:1780298661.150669:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824000 00002000:00100000:0.0:1780298661.150691:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3342336->3346431) req@ffff9cf37baee680 x1866777609824000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.150701:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baee680 with x1866777609824000 ext(3342336->3346431) 00002000:00010000:0.0:1780298661.150705:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baee680 00000100:00100000:0.0:1780298661.150724:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6664 00000100:00100000:0.0:1780298661.150731:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609824000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.150801:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609824000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.150827:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6664 00002000:00100000:0.0:1780298661.150834:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3342336->3346431) req@ffff9cf37baee680 x1866777609824000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.150843:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baee680 with x1866777609824000 ext(3342336->3346431) 00002000:00010000:0.0:1780298661.150846:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baee680 00000100:00100000:0.0:1780298661.151990:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.152031:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824128 00000100:00100000:1.0:1780298661.152036:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824128 00002000:00100000:1.0:1780298661.152058:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3317760->3383295) req@ffff9cf34372fb80 x1866777609824128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.152068:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777609824128 ext(3317760->3383295) 00002000:00010000:1.0:1780298661.152079:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372fb80 00000100:00100000:1.0:1780298661.152100:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6665 00000100:00100000:1.0:1780298661.152109:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609824128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.152808:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609824128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 700us (817us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298661.152815:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6665 00002000:00100000:1.0:1780298661.152821:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3317760->3383295) req@ffff9cf34372fb80 x1866777609824128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.152841:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777609824128 ext(3317760->3383295) 00002000:00010000:1.0:1780298661.152853:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372fb80 00000100:00100000:0.0:1780298661.153770:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.153800:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.153810:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824256 00000100:00100000:3.0:1780298661.153815:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824256 00000100:00100000:2.0:1780298661.153835:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824384 00000100:00100000:2.0:1780298661.153841:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824384 00000100:00100000:3.0:1780298661.153844:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10893 00000100:00100000:3.0:1780298661.153853:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609824256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.153861:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.153872:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630371a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d23 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.153881:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10894 00000100:00100000:2.0:1780298661.153892:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609824384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.153901:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.153912:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e630371af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d2a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.153917:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605176448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.153954:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605176576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.153975:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.153988:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.154744:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605176576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.154753:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605176448:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.154767:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e630371af lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d2a expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.154776:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630371a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d23 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.154805:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630371a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d23 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.154808:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e630371af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d2a expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.154824:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00010000:00010000:2.0:1780298661.154828:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:1.0:1780298661.154858:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609824256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1089us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.154867:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609824384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1065us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.154868:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10893 00000100:00100000:2.0:1780298661.154878:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10894 00000100:00100000:0.0:1780298661.155885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.155932:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824512 00000100:00100000:1.0:1780298661.155938:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824512 00000100:00100000:1.0:1780298661.155975:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10895 00000100:00100000:1.0:1780298661.155985:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609824512:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.155993:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.155997:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.156007:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630371b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d31 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.156034:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824640 00000100:00100000:2.0:1780298661.156039:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824640 00000100:00100000:1.0:1780298661.156040:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605176704:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.156079:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10896 00000100:00100000:2.0:1780298661.156090:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609824640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.156100:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.156100:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00010000:00010000:2.0:1780298661.156110:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d38 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.156179:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605176832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.156223:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.156765:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605176704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.156801:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630371b6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d31 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.156818:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e630371b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d31 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.156829:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298661.156862:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609824512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (977us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.156870:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10895 00000100:00100000:2.0:1780298661.156917:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605176832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.156935:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371bd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d38 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.156949:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d38 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.156970:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:2.0:1780298661.157001:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609824640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1010us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.157009:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10896 00000100:00100000:3.0:1780298661.157854:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.157882:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824768 00000100:00100000:1.0:1780298661.157887:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824768 00000100:00100000:1.0:1780298661.157909:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10897 00000100:00100000:1.0:1780298661.157914:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609824768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.157920:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.157927:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630371c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d3f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.157948:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605176960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.157983:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.158018:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.158059:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609824896 00000100:00100000:2.0:1780298661.158063:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609824896 00000100:00100000:2.0:1780298661.158093:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10898 00000100:00100000:2.0:1780298661.158102:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609824896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.158112:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.158121:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e630371cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d46 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.158189:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605177088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.158224:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.158658:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605176960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.158671:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630371c4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d3f expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.158682:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630371c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d3f expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.158694:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298661.158721:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609824768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (868us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.158730:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10897 00000100:00100000:2.0:1780298661.158850:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605177088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.158867:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e630371cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d46 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.158880:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e630371cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d46 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.158890:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:2.0:1780298661.158916:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609824896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (901us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.158929:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10898 00000100:00100000:0.0:1780298661.159689:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.159738:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825024 00000100:00100000:3.0:1780298661.159744:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825024 00000100:00100000:3.0:1780298661.159779:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10899 00000100:00100000:3.0:1780298661.159790:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609825024:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.159794:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298661.159803:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.159814:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e630371d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d4d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.159831:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825152 00000100:00100000:1.0:1780298661.159837:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825152 00000100:00100000:1.0:1780298661.159866:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10900 00000100:00100000:1.0:1780298661.159873:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609825152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.159879:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.159886:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630371d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d54 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.159891:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605177216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.159918:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605177344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.159947:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.159948:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.160634:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605177344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.160654:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605177216:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.160655:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630371d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d54 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.160674:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e630371d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d54 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.160681:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e630371d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d4d expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.160686:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00010000:00010000:3.0:1780298661.160715:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e630371d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d4d expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.160720:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609825152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (925us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298661.160728:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:1.0:1780298661.160738:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10900 00000100:00100000:3.0:1780298661.160758:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609825024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1069us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.160765:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10899 00000100:00100000:0.0:1780298661.162255:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.162296:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825280 00000100:00100000:2.0:1780298661.162303:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825280 00002000:00100000:2.0:1780298661.162338:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1253376->1257471) req@ffff9cf36e5da300 x1866777609825280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.162349:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777609825280 ext(1253376->1257471) 00002000:00010000:2.0:1780298661.162354:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:2.0:1780298661.162379:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6666 00000100:00100000:2.0:1780298661.162388:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609825280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.162543:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609825280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 157us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.162549:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6666 00002000:00100000:2.0:1780298661.162560:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1253376->1257471) req@ffff9cf36e5da300 x1866777609825280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.162566:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777609825280 ext(1253376->1257471) 00002000:00010000:2.0:1780298661.162569:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:0.0:1780298661.163918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.163955:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825408 00000100:00100000:2.0:1780298661.163959:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825408 00002000:00100000:2.0:1780298661.163976:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1323007) req@ffff9cf255492300 x1866777609825408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.163982:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777609825408 ext(1318912->1323007) 00002000:00010000:2.0:1780298661.163985:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:2.0:1780298661.164006:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6667 00000100:00100000:2.0:1780298661.164012:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609825408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.164097:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609825408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (183us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.164102:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6667 00002000:00100000:2.0:1780298661.164106:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1323007) req@ffff9cf255492300 x1866777609825408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.164112:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777609825408 ext(1318912->1323007) 00002000:00010000:2.0:1780298661.164115:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:0.0:1780298661.165778:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.165825:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825664 00000100:00100000:2.0:1780298661.165832:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825664 00000100:00100000:2.0:1780298661.165881:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62150 00000100:00100000:2.0:1780298661.165892:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:30556:x1866777609825664:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298661.165942:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.165967:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e6303715b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cdd expref: 48 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.165987:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.166004:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298661.166238:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.166254:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 50 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.166265:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.166292:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 50 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.166316:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 50 pid: 17567 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.166330:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605177472:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.166380:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424956c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.167233:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605177472:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.167254:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.167426:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.167466:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825792 00000100:00100000:1.0:1780298661.167472:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825792 00010000:00010000:1.0:1780298661.167497:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 51 pid: 17567 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.167527:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15395 00000100:00100000:1.0:1780298661.167535:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:2399:x1866777609825792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.167547:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.167552:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 51 pid: 17567 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167564:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 51 pid: 17567 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167581:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92800/0xaf35132e63037185 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d00 expref: 51 pid: 17567 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167593:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.167597:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167607:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167614:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.167649:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298661.167674:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.167683:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.167683:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:2399:x1866777609825792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 148us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.167698:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15395 00000001:00080000:2.0:1780298661.167747:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991189 00000004:00010000:2.0:1780298661.167784:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da77c204 reply state 00000000918a92f1 transno 4294991190 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.167796:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.167802:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.167805:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298661.167807:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298661.167864:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:30556:x1866777609825664:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1976us (2089us total) trans 4294991190 rc 0/0 00000100:00100000:2.0:1780298661.167869:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62150 00000020:00080000:2.0:1780298661.167879:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298661.168668:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.168713:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609825920 00000100:00100000:1.0:1780298661.168717:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609825920 00000100:00100000:1.0:1780298661.168755:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10901 00000100:00100000:1.0:1780298661.168761:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609825920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.168774:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.168789:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d5b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.168811:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.168821:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(5 0) 00010000:00010000:1.0:1780298661.168824:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:1.0:1780298661.168829:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.168851:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.168863:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 13 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.168885:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605177600:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.168930:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.169618:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605177600:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.169636:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.169646:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298661.169671:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609825920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.169677:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10901 00000100:00100000:0.0:1780298661.169935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.169974:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826048 00000100:00100000:1.0:1780298661.169979:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826048 00002000:00100000:1.0:1780298661.170003:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1253376->1323007) req@ffff9cf2433dc700 x1866777609826048/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.170010:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777609826048 ext(1253376->1323007) 00010000:00010000:1.0:1780298661.170015:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.170037:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.170045:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433dc700 00000100:00100000:1.0:1780298661.170070:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 228 00000100:00100000:1.0:1780298661.170089:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609826048:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.171908:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609826048:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1816us (1972us total) trans 4294969858 rc 0/0 00000100:00100000:1.0:1780298661.171918:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 228 00002000:00100000:1.0:1780298661.171926:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1253376->1323007) req@ffff9cf2433dc700 x1866777609826048/t4294969858(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.171935:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777609826048 ext(1253376->1323007) 00010000:00010000:1.0:1780298661.171943:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.171958:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.171967:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433dc700 00000100:00100000:0.0:1780298661.173362:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.173401:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826176 00000100:00100000:1.0:1780298661.173407:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826176 00010000:00010000:1.0:1780298661.173429:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.173460:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15396 00000100:00100000:1.0:1780298661.173466:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609826176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.173474:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298661.173486:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8272 -> 8280 00010000:00010000:1.0:1780298661.173491:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.173513:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.173530:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037146 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ccf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.173541:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:1.0:1780298661.173544:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:1.0:1780298661.173549:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.173555:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.173579:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.173589:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605177728:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.173642:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.174519:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605177728:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.174541:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.174586:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609826176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1113us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.174608:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15396 00000100:00100000:3.0:1780298661.174620:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.174672:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826304 00000100:00100000:2.0:1780298661.174677:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826304 00000100:00100000:2.0:1780298661.174708:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10902 00000100:00100000:2.0:1780298661.174714:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609826304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.174726:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.174740:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d62 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.174758:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.174764:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:2.0:1780298661.174766:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:2.0:1780298661.174769:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.174783:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.174791:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 16 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.174799:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605177856:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.174848:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.175697:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605177856:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.175716:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.175726:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:2.0:1780298661.175751:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777609826304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.175756:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10902 00000100:00100000:0.0:1780298661.176118:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.176201:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826432 00000100:00100000:1.0:1780298661.176206:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826432 00010000:00010000:1.0:1780298661.176236:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 17 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.176265:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15397 00000100:00100000:1.0:1780298661.176274:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609826432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.176284:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.176301:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 17 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.176314:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 17 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.176331:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e6303714d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cd6 expref: 17 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.176344:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:1.0:1780298661.176348:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:1.0:1780298661.176354:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.176362:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.176400:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.176411:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605177984:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.176460:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.177370:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605177984:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298661.177371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.177386:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.177412:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826560 00000100:00100000:0.0:1780298661.177417:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826560 00000100:00100000:1.0:1780298661.177418:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609826432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1147us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.177425:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15397 00002000:00010000:0.0:1780298661.177440:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (528468->18446744073709551615) 00002000:00100000:0.0:1780298661.177444:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedf80 with x1866777609826560 ext(528468->18446744073709551615) 00002000:00010000:0.0:1780298661.177451:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedf80. 00000100:00100000:0.0:1780298661.177474:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6668 00000100:00100000:0.0:1780298661.177488:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609826560:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298661.177554:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.177604:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826688 00000100:00100000:2.0:1780298661.177609:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826688 00002000:00010000:2.0:1780298661.177628:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.177632:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777609826688 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298661.177639:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aad80. 00000100:00100000:2.0:1780298661.177665:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6669 00000100:00100000:2.0:1780298661.177674:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609826688:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.177834:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5593794 -> 528468 00002000:00010000:0.0:1780298661.177839:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.177842:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.177845:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.177846:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1780298661.177848:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 8280 -> 1048 00002000:00010000:2.0:1780298661.177851:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.177855:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.177857:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.177860:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 72 -> 0 00000100:00100000:2.0:1780298661.177889:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777609826688:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 217us (337us total) trans 4294969366 rc 0/0 00000100:00100000:0.0:1780298661.177897:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609826560:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 401us (520us total) trans 4294969859 rc 0/0 00000100:00100000:2.0:1780298661.177899:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6669 00002000:00010000:2.0:1780298661.177904:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298661.177910:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777609826688 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298661.177915:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6668 00002000:00010000:2.0:1780298661.177916:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aad80. 00002000:00010000:0.0:1780298661.177919:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (528468->18446744073709551615) 00002000:00100000:0.0:1780298661.177923:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedf80 with x1866777609826560 ext(528468->18446744073709551615) 00002000:00010000:0.0:1780298661.177931:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedf80. 00000100:00100000:2.0:1780298661.178875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.178944:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826816 00000100:00100000:0.0:1780298661.178948:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826816 00000100:00100000:0.0:1780298661.178985:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62151 00000100:00100000:0.0:1780298661.178995:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:30556:x1866777609826816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.179012:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.179027:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630371f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d69 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179230:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179245:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179256:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.179292:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 528468 00000004:00200000:0.0:1780298661.179297:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.179316:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179341:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630371f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 52 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179355:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 51 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.179363:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.179367:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.179370:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ba00, rc 0) 00000100:00100000:0.0:1780298661.179403:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:30556:x1866777609826816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 411us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.179410:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62151 00000100:00100000:3.0:1780298661.180948:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.180983:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609826944 00000100:00100000:2.0:1780298661.180988:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609826944 00000100:00100000:2.0:1780298661.181034:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6670 00000100:00100000:2.0:1780298661.181040:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609826944:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.181256:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 528468 -> 528468 00002000:00010000:2.0:1780298661.181260:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.181262:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.181263:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.181265:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:2.0:1780298661.181297:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609826944:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 258us (352us total) trans 4294969860 rc 0/0 00000100:00100000:2.0:1780298661.181302:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6670 00000100:00100000:1.0:1780298661.182205:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.182242:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827072 00000100:00100000:0.0:1780298661.182247:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827072 00000100:00100000:0.0:1780298661.182277:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62152 00000100:00100000:0.0:1780298661.182283:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777609827072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.182293:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.182304:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63037203 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d70 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182359:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182376:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182384:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.182402:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 528468 00000004:00200000:0.0:1780298661.182405:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.182417:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182434:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a600/0xaf35132e63037203 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d70 expref: 52 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182445:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d70 expref: 51 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.182450:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.182452:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.182454:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:0.0:1780298661.182479:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:30556:x1866777609827072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 197us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.182483:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62152 00000100:00100000:0.0:1780298661.183482:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.183509:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.183531:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827200 00000100:00100000:2.0:1780298661.183537:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827200 00000100:00100000:1.0:1780298661.183545:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827328 00000100:00100000:1.0:1780298661.183551:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827328 00000100:00100000:2.0:1780298661.183580:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10903 00000100:00100000:2.0:1780298661.183592:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609827200:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.183599:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10904 00010000:00010000:2.0:1780298661.183603:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.183611:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609827328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.183616:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d77 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.183622:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.183635:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63037218 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d7e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.183672:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605178112:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.183676:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605178240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.183749:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.183749:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.184619:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1780298661 00002000:00010000:2.0:1780298661.184630:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.184638:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605178240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.184643:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605178112:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.184671:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037211 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d77 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.184673:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63037218 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d7e expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.184696:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63037218 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d7e expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.184703:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037211 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d77 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.184709:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00010000:00010000:2.0:1780298661.184720:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:1.0:1780298661.184743:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609827328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1137us (1234us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.184748:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609827200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1264us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.184758:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10903 00000100:00100000:1.0:1780298661.184765:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10904 00000100:00100000:0.0:1780298661.185973:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.186012:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827456 00000100:00100000:1.0:1780298661.186018:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827456 00000100:00100000:0.0:1780298661.186029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.186096:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827584 00000100:00100000:2.0:1780298661.186102:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827584 00000100:00100000:1.0:1780298661.186102:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10905 00000100:00100000:1.0:1780298661.186115:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609827456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.186145:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.186153:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10906 00010000:00010000:1.0:1780298661.186157:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303721f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d85 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.186175:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609827584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.186185:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.186195:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037226 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d8c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.186209:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605178368:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.186227:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605178496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.186266:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.186266:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.187045:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605178496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.187063:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605178368:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.187064:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037226 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d8c expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.187080:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037226 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d8c expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.187087:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303721f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d85 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.187112:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00010000:00010000:1.0:1780298661.187114:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303721f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d85 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.187150:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609827584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 989us (1121us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.187156:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10906 00010000:00010000:1.0:1780298661.187181:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:1.0:1780298661.187201:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609827456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1232us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.187207:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10905 00000100:00100000:0.0:1780298661.188357:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.188398:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.188417:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827712 00000100:00100000:3.0:1780298661.188423:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827712 00000100:00100000:2.0:1780298661.188437:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827840 00000100:00100000:2.0:1780298661.188443:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827840 00000100:00100000:3.0:1780298661.188467:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10907 00000100:00100000:3.0:1780298661.188479:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609827712:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298661.188480:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10908 00010000:00010000:3.0:1780298661.188492:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.188495:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609827840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.188504:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303722d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d93 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.188506:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.188516:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037234 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5d9a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.188545:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605178624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.188551:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605178752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.188595:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.188601:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.189374:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605178624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.189393:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605178752:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.189401:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303722d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d93 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.189411:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037234 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d9a expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.189437:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037234 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d9a expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.189440:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303722d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d93 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.189455:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00010000:00010000:3.0:1780298661.189456:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:2.0:1780298661.189488:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609827840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1091us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.189491:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609827712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1134us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.189505:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10907 00000100:00100000:2.0:1780298661.189512:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10908 00000100:00100000:0.0:1780298661.190547:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.190578:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609827968 00000100:00100000:3.0:1780298661.190584:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609827968 00000100:00100000:3.0:1780298661.190665:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10909 00000100:00100000:3.0:1780298661.190674:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609827968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.190684:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.190695:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6303723b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5da1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.190699:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.190731:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605178880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.190739:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828096 00000100:00100000:1.0:1780298661.190744:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828096 00000100:00100000:1.0:1780298661.190775:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10910 00000100:00100000:1.0:1780298661.190785:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609828096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.190794:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.190805:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63037242 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5da8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.190815:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.190838:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605179008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.190876:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.191547:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605178880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.191565:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6303723b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5da1 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.191582:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e6303723b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5da1 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.191586:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605179008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.191610:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63037242 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5da8 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.191613:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00010000:00010000:1.0:1780298661.191630:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63037242 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5da8 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.191642:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:3.0:1780298661.191650:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609827968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1103us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.191658:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10909 00000100:00100000:1.0:1780298661.191667:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609828096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.191681:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10910 00000100:00100000:0.0:1780298661.192839:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.192891:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828224 00000100:00100000:1.0:1780298661.192896:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828224 00000100:00100000:1.0:1780298661.192922:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10911 00000100:00100000:1.0:1780298661.192928:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609828224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.192935:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.192949:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5daf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.192969:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.192980:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(6 0) 00010000:00010000:1.0:1780298661.192984:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:1.0:1780298661.192989:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [163840->200703] (req 163840->200703) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.193008:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.193030:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 11 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.193043:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605179136:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.193087:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.193911:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605179136:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.193929:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [163840->200703] (req 163840->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.193941:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298661.193971:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609828224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.193979:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10911 00000100:00100000:0.0:1780298661.194202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.194239:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828352 00000100:00100000:2.0:1780298661.194244:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828352 00010000:00010000:2.0:1780298661.194267:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.194294:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15398 00000100:00100000:2.0:1780298661.194302:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609828352:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.194314:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.194329:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.194341:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.194358:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630371e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d5b expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.194369:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:2.0:1780298661.194373:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:2.0:1780298661.194381:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.194390:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.194428:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.194438:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605179264:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.194475:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242495480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.195369:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605179264:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.195385:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.195424:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609828352:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1122us (1222us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.195435:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15398 00000100:00100000:0.0:1780298661.195479:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.195538:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828480 00000100:00100000:1.0:1780298661.195546:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828480 00000100:00100000:1.0:1780298661.195622:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6671 00000100:00100000:1.0:1780298661.195634:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609828480:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.195876:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 528468 -> 528468 00002000:00010000:1.0:1780298661.195880:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.195883:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:1.0:1780298661.195885:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.195887:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 992 00000100:00100000:1.0:1780298661.195933:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609828480:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 302us (461us total) trans 4294969861 rc 0/0 00000100:00100000:1.0:1780298661.195942:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6671 00000100:00100000:0.0:1780298661.196780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.196818:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828608 00000100:00100000:2.0:1780298661.196824:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828608 00000100:00100000:2.0:1780298661.196855:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10912 00000100:00100000:2.0:1780298661.196862:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609828608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.196875:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.196888:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037250 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5db6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.196933:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605179392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.196997:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.197650:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:2.0:1780298661.197665:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605179392:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.197688:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037250 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5db6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.197716:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037250 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5db6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.197728:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:2.0:1780298661.197762:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609828608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (984us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.197771:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10912 00000100:00100000:3.0:1780298661.198616:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.198654:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828736 00000100:00100000:0.0:1780298661.198660:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828736 00000100:00100000:0.0:1780298661.198693:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10913 00000100:00100000:0.0:1780298661.198699:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609828736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.198712:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.198726:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037257 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dbd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.198791:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605179520:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.198843:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.200540:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605179520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.200561:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037257 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dbd expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.200576:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037257 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dbd expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.200584:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:3.0:1780298661.200614:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609828736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1916us (2001us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.200620:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10913 00000100:00100000:2.0:1780298661.201651:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.201715:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828864 00000100:00100000:1.0:1780298661.201723:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828864 00000100:00100000:1.0:1780298661.201767:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10914 00000100:00100000:1.0:1780298661.201779:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609828864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.201790:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.201810:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dc4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.201833:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.201842:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:1.0:1780298661.201847:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:1.0:1780298661.201852:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [274432->331775] (req 274432->331775) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.201880:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.201893:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.201906:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605179648:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.201960:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.202698:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605179648:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.202717:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [274432->331775] (req 274432->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.202730:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:1.0:1780298661.202760:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609828864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.202774:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10914 00000100:00100000:0.0:1780298661.202904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.202938:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609828992 00000100:00100000:3.0:1780298661.202943:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609828992 00010000:00010000:3.0:1780298661.202967:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.202991:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15399 00000100:00100000:3.0:1780298661.202999:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609828992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298661.203017:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298661.203031:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.203048:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.203066:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63037249 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 163840->200703) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5daf expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.203074:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:3.0:1780298661.203076:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:3.0:1780298661.203083:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.203089:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.203106:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.203113:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605179776:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298661.203188:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.203906:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605179776:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.203916:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.203942:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609828992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 945us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.203950:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15399 00000100:00100000:1.0:1780298661.204043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.204102:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829120 00000100:00100000:3.0:1780298661.204108:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829120 00000100:00100000:3.0:1780298661.204182:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6672 00000100:00100000:3.0:1780298661.204192:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609829120:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.204555:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 528468 -> 528468 00002000:00010000:2.0:1780298661.204563:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.204566:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.204569:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.204572:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 896 00000100:00100000:2.0:1780298661.204629:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609829120:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 436us (581us total) trans 4294969862 rc 0/0 00000100:00100000:2.0:1780298661.204641:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6672 00000100:00100000:1.0:1780298661.205559:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.205596:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829248 00000100:00100000:1.0:1780298661.205605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.205608:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829248 00000100:00100000:2.0:1780298661.205647:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829376 00000100:00100000:2.0:1780298661.205650:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829376 00000100:00100000:2.0:1780298661.205674:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10915 00000100:00100000:2.0:1780298661.205682:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609829248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.205696:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.205707:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10916 00010000:00010000:2.0:1780298661.205709:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037265 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dcb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.205721:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609829376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.205745:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.205757:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303726c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dd2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.205787:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605179904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.205794:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605180032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.205856:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.205857:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.206630:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605180032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.206663:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303726c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dd2 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298661.206673:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00010000:00010000:3.0:1780298661.206680:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303726c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dd2 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.206690:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:2.0:1780298661.206691:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605179904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.206722:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609829376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1120us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298661.206730:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037265 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dcb expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.206734:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10916 00010000:00010000:2.0:1780298661.206759:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037265 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dcb expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.206775:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:2.0:1780298661.206816:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609829248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1133us (1257us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.206824:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10915 00000100:00100000:0.0:1780298661.207778:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.207857:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829504 00000100:00100000:3.0:1780298661.207864:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829504 00000100:00100000:1.0:1780298661.207909:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.207914:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10917 00000100:00100000:3.0:1780298661.207924:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609829504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.207932:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829632 00000100:00100000:0.0:1780298661.207937:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829632 00010000:00010000:3.0:1780298661.207945:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.207979:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10918 00000100:00100000:0.0:1780298661.207996:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609829632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.208006:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.208012:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037273 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dd9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.208016:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e6303727a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5de0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.208067:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605180160:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.208068:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605180288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.208154:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.208157:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.208841:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605180288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.208865:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037273 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dd9 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.208873:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605180160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.208889:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037273 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dd9 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.208894:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e6303727a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5de0 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.208907:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00010000:00010000:1.0:1780298661.208910:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e6303727a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5de0 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.208917:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:3.0:1780298661.208945:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609829504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1165us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.208945:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609829632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1034us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.208957:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10918 00000100:00100000:3.0:1780298661.208965:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10917 00000100:00100000:1.0:1780298661.209980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.210033:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829888 00000100:00100000:0.0:1780298661.210039:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829888 00000100:00100000:0.0:1780298661.210086:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10919 00000100:00100000:3.0:1780298661.210093:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.210099:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609829888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.210109:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.210111:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609829760 00000100:00100000:1.0:1780298661.210116:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609829760 00010000:00010000:0.0:1780298661.210119:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037281 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dee expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.210183:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10920 00000100:00100000:1.0:1780298661.210190:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609829760:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.210195:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605180416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.210198:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.210207:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63037288 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5de7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.210248:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.210259:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347c9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605180544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.210285:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.210980:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605180416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.210999:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037281 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dee expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.211016:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037281 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dee expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.211028:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:1.0:1780298661.211029:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347c9d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605180544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.211052:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63037288 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5de7 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.211067:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e63037288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5de7 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.211072:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609829888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1091us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298661.211088:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:0.0:1780298661.211088:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10919 00000100:00100000:1.0:1780298661.211112:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609829760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1023us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.211117:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10920 00000100:00100000:1.0:1780298661.211987:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.212010:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830016 00000100:00100000:3.0:1780298661.212016:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830016 00000100:00100000:1.0:1780298661.212071:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10921 00000100:00100000:1.0:1780298661.212080:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609830016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.212089:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.212099:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5df5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.212114:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.212156:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:1.0:1780298661.212160:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:1.0:1780298661.212174:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5480448->5517311] (req 5480448->5517311) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.212199:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.212214:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.212225:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605180672:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.212268:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.212921:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605180672:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.212937:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5480448->5517311] (req 5480448->5517311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.212948:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298661.212974:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347c9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777609830016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.212981:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10921 00000100:00100000:3.0:1780298661.213108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.213223:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830144 00000100:00100000:2.0:1780298661.213228:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830144 00010000:00010000:2.0:1780298661.213248:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.213281:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15400 00000100:00100000:2.0:1780298661.213288:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609830144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.213297:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.213309:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.213328:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.213345:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e6303725e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 274432->331775) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dc4 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.213356:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:2.0:1780298661.213359:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:2.0:1780298661.213367:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.213375:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.213398:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.213408:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605180800:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.213445:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.214081:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605180800:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.214094:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.214122:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609830144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 834us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.214154:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15400 00000100:00100000:1.0:1780298661.214245:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.214278:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830272 00000100:00100000:0.0:1780298661.214283:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830272 00000100:00100000:0.0:1780298661.214318:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6673 00000100:00100000:0.0:1780298661.214326:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777609830272:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.214499:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 528468 -> 528468 00002000:00010000:0.0:1780298661.214501:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.214503:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.214504:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.214506:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 896 -> 960 00000100:00100000:0.0:1780298661.214530:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609830272:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 205us (285us total) trans 4294969863 rc 0/0 00000100:00100000:0.0:1780298661.214537:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6673 00000100:00100000:3.0:1780298661.215371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.215407:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830400 00000100:00100000:0.0:1780298661.215411:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830400 00000100:00100000:0.0:1780298661.215434:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10922 00000100:00100000:0.0:1780298661.215438:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609830400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.215446:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.215456:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037296 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5dfc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.215487:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605180928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.215525:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:0.0:1780298661.216255:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:0.0:1780298661.216277:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605180928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.216298:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037296 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dfc expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.216314:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037296 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5dfc expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.216332:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:0.0:1780298661.216362:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609830400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (991us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.216369:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10922 00000100:00100000:1.0:1780298661.217294:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.217354:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830528 00000100:00100000:2.0:1780298661.217359:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830528 00000100:00100000:2.0:1780298661.217389:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10923 00000100:00100000:2.0:1780298661.217399:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609830528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.217406:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.217415:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303729d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e03 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.217440:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605181056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.217473:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.218118:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605181056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.218150:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303729d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e03 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.218175:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303729d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e03 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.218183:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:2.0:1780298661.218207:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609830528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (916us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.218212:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10923 00000100:00100000:1.0:1780298661.220074:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.220121:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830656 00000100:00100000:0.0:1780298661.220147:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830656 00002000:00100000:0.0:1780298661.220196:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (0->532479) req@ffff9cf243060e00 x1866777609830656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.220206:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060e00 with x1866777609830656 ext(0->532479) 00002000:00010000:0.0:1780298661.220219:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060e00 00000100:00100000:0.0:1780298661.220243:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6674 00000100:00100000:0.0:1780298661.220253:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609830656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.222616:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609830656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2359us (2537us total) trans 0 rc 532480/532480 00000100:00100000:0.0:1780298661.222624:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6674 00002000:00100000:0.0:1780298661.222631:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (0->532479) req@ffff9cf243060e00 x1866777609830656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 532480/532480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.222650:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060e00 with x1866777609830656 ext(0->532479) 00002000:00010000:0.0:1780298661.222654:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060e00 00000100:00100000:1.0:1780298661.223910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.223943:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830784 00000100:00100000:3.0:1780298661.223951:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830784 00000100:00100000:3.0:1780298661.223987:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10924 00000100:00100000:3.0:1780298661.223996:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609830784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.224018:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.224034:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630372a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e0a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.224080:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605181184:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.224161:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.224862:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605181184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.224884:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630372a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e0a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.224899:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630372a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e0a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.224907:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:1.0:1780298661.224932:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609830784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.224937:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10924 00000100:00100000:2.0:1780298661.225798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.225832:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609830912 00000100:00100000:1.0:1780298661.225836:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609830912 00000100:00100000:1.0:1780298661.225861:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10925 00000100:00100000:1.0:1780298661.225867:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609830912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.225873:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.225880:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e630372ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e11 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.225903:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605181312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.225935:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.226768:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605181312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.226782:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e630372ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e11 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.226798:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e630372ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e11 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.226806:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:1.0:1780298661.226830:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609830912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1032us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.226838:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10925 00000100:00100000:3.0:1780298661.229556:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.229595:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831168 00000100:00100000:1.0:1780298661.229604:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831168 00000100:00100000:1.0:1780298661.229644:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62153 00000100:00100000:1.0:1780298661.229651:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+51:30556:x1866777609831168:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.229693:0:17567:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.229717:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ac00/0xaf35132e6303720a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d70 expref: 51 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.229733:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.229738:0:17567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.229877:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.229889:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 50 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.229896:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.229930:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 50 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.229940:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 50 pid: 17578 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.229951:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777605181440:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.230005:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.230685:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777605181440:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.230700:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.230806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.230833:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831296 00000100:00100000:1.0:1780298661.230836:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831296 00010000:00010000:1.0:1780298661.230850:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 51 pid: 17578 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.230869:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15401 00000100:00100000:1.0:1780298661.230874:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:2399:x1866777609831296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.230881:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.230884:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 51 pid: 17578 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230893:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 51 pid: 17578 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230911:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e630371fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d69 expref: 51 pid: 17578 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230918:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.230921:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230926:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230931:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.230944:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298661.230964:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.230969:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:2399:x1866777609831296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 94us (162us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298661.230981:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.230981:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15401 00000001:00080000:3.0:1780298661.231037:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991191 00000004:00010000:3.0:1780298661.231061:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2270069 reply state 000000007dbfc5ff transno 4294991192 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.231071:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.231077:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298661.231114:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298661.231118:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298661.231261:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609831168:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1609us (1712us total) trans 4294991192 rc 0/0 00000100:00100000:2.0:1780298661.231280:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62153 00000020:00080000:2.0:1780298661.231294:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.231905:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.231943:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831424 00000100:00100000:0.0:1780298661.231947:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831424 00000100:00100000:0.0:1780298661.231977:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10926 00000100:00100000:0.0:1780298661.231984:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609831424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.231991:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.232001:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e18 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.232018:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.232024:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(7 0) 00010000:00010000:0.0:1780298661.232027:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:0.0:1780298661.232030:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.232043:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.232050:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 16 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.232056:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605181568:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.232100:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.232691:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605181568:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.232705:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.232714:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:0.0:1780298661.232739:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777609831424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.232745:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10926 00000100:00100000:1.0:1780298661.232913:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.232957:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831552 00000100:00100000:0.0:1780298661.232961:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831552 00010000:00010000:0.0:1780298661.232976:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 17 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.232999:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15402 00000100:00100000:0.0:1780298661.233004:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777609831552:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.233010:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.233023:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 17 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.233032:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 17 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.233047:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630371ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5d62 expref: 17 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.233070:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:0.0:1780298661.233074:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:0.0:1780298661.233080:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.233089:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.233107:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.233114:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605181696:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.233161:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.233898:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605181696:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.233909:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.233949:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609831552:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 942us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.233957:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15402 00000100:00100000:1.0:1780298661.234053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.234074:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.234099:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831680 00000100:00100000:2.0:1780298661.234103:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831680 00000100:00100000:3.0:1780298661.234114:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831808 00000100:00100000:3.0:1780298661.234119:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831808 00002000:00010000:2.0:1780298661.234140:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5746096->18446744073709551615) 00002000:00100000:2.0:1780298661.234144:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734000 with x1866777609831680 ext(5746096->18446744073709551615) 00002000:00010000:3.0:1780298661.234147:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00010000:2.0:1780298661.234151:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734000. 00002000:00100000:3.0:1780298661.234152:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777609831808 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298661.234159:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736d80. 00000100:00100000:2.0:1780298661.234187:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6675 00000100:00100000:2.0:1780298661.234198:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609831680:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298661.234202:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6676 00000100:00100000:1.0:1780298661.234214:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609831808:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.234310:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1780298661.234313:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.234315:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:1.0:1780298661.234317:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.234323:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298661.234335:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 528468 -> 5746096 00002000:00010000:2.0:1780298661.234338:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.234340:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.234341:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.234343:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:1.0:1780298661.234349:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609831808:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 137us (272us total) trans 4294969367 rc 0/0 00000100:00100000:1.0:1780298661.234354:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6676 00002000:00010000:1.0:1780298661.234357:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.234359:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736d80 with x1866777609831808 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.234363:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736d80. 00000100:00100000:2.0:1780298661.234365:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609831680:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 170us (312us total) trans 4294969864 rc 0/0 00000100:00100000:2.0:1780298661.234372:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6675 00002000:00010000:2.0:1780298661.234375:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5746096->18446744073709551615) 00002000:00100000:2.0:1780298661.234377:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734000 with x1866777609831680 ext(5746096->18446744073709551615) 00002000:00010000:2.0:1780298661.234381:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734000. 00000100:00100000:3.0:1780298661.235186:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.235231:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609831936 00000100:00100000:2.0:1780298661.235235:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609831936 00000100:00100000:2.0:1780298661.235258:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62154 00000100:00100000:2.0:1780298661.235264:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609831936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.235273:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.235283:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e630372c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e1f expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235350:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235360:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235367:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.235383:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9940400 00000004:00200000:2.0:1780298661.235385:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.235397:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235413:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e630372c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 55 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235422:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 54 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.235426:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.235428:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.235430:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf000, rc 0) 00000100:00100000:2.0:1780298661.235452:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609831936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 189us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.235456:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62154 00000100:00100000:3.0:1780298661.236796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.236826:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832064 00000100:00100000:2.0:1780298661.236830:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832064 00000100:00100000:2.0:1780298661.236873:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6677 00000100:00100000:2.0:1780298661.236881:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609832064:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.236993:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5746096 -> 5746096 00002000:00010000:2.0:1780298661.236995:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.236997:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1780298661.236999:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.237000:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 960 -> 960 00000100:00100000:2.0:1780298661.237028:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609832064:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 150us (235us total) trans 4294969865 rc 0/0 00000100:00100000:2.0:1780298661.237032:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6677 00000100:00100000:1.0:1780298661.237691:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.237737:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832192 00000100:00100000:0.0:1780298661.237742:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832192 00000100:00100000:0.0:1780298661.237777:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62155 00000100:00100000:0.0:1780298661.237787:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348ba6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+50:30556:x1866777609832192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.237797:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.237815:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e630372ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e26 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237866:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237877:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237887:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.237905:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9940400 00000004:00200000:0.0:1780298661.237909:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.237921:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237941:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9aa00/0xaf35132e630372ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e26 expref: 52 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237954:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e26 expref: 51 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.237962:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.237964:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.237967:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:0.0:1780298661.237997:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348ba6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:30556:x1866777609832192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 213us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.238005:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62155 00000100:00100000:3.0:1780298661.238798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.238836:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.238838:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832320 00000100:00100000:2.0:1780298661.238843:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832320 00000100:00100000:2.0:1780298661.238876:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832448 00000100:00100000:2.0:1780298661.238879:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832448 00000100:00100000:1.0:1780298661.238885:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10927 00000100:00100000:1.0:1780298661.238898:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609832320:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.238903:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10928 00010000:00010000:1.0:1780298661.238909:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.238918:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609832448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.238922:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630372dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e2d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.238928:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.238941:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630372e3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e34 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.238973:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605181824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.238980:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605181952:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.239030:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.239030:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.239830:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 0 -> 1780298661 00002000:00010000:0.0:1780298661.239840:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.239845:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605181952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.239856:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605181824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.239873:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630372e3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e34 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.239875:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630372dc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e2d expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.239899:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e630372dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e2d expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.239903:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e630372e3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e34 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.239909:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00010000:00010000:1.0:1780298661.239921:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:0.0:1780298661.239937:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609832320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1141us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.239942:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10927 00000100:00100000:1.0:1780298661.239957:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609832448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1122us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.239965:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10928 00000100:00100000:0.0:1780298661.240924:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.240942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.240963:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832576 00000100:00100000:1.0:1780298661.240969:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832576 00000100:00100000:2.0:1780298661.240972:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832704 00000100:00100000:2.0:1780298661.240977:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832704 00000100:00100000:1.0:1780298661.241007:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10929 00000100:00100000:2.0:1780298661.241018:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10930 00000100:00100000:2.0:1780298661.241029:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609832704:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.241034:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609832576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.241037:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.241046:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e630372ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e42 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.241046:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.241058:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630372f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e3b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.241070:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605182080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.241105:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf344ff4a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.241105:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605182208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.241208:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.241737:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605182080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.241755:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e630372ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e42 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.241772:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e630372ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e42 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.241778:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:2.0:1780298661.241800:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609832704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (856us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.241805:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10930 00000100:00100000:1.0:1780298661.241917:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605182208:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.241933:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630372f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e3b expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.241946:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e630372f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e3b expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.241955:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298661.241983:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609832576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1058us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.241990:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10929 00000100:00100000:2.0:1780298661.242814:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.242844:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832832 00000100:00100000:0.0:1780298661.242848:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832832 00000100:00100000:0.0:1780298661.242871:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10931 00000100:00100000:0.0:1780298661.242875:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609832832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.242881:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.242888:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e49 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.242900:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.242906:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:0.0:1780298661.242909:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.242918:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4108288->4141055] (req 4108288->4141055) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.242933:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.242942:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 20 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.242950:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605182336:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.242986:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.243604:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605182336:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.243615:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4108288->4141055] (req 4108288->4141055) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.243623:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:0.0:1780298661.243643:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609832832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.243647:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10931 00000100:00100000:1.0:1780298661.244340:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.244383:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609832960 00000100:00100000:0.0:1780298661.244387:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609832960 00010000:00010000:0.0:1780298661.244402:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 21 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.244423:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15403 00000100:00100000:0.0:1780298661.244428:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609832960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.244441:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.244450:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 21 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.244458:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 21 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.244470:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303728f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 5480448->5517311) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5df5 expref: 21 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.244477:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.244480:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.244485:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.244490:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.244506:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.244513:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605182464:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.244544:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.245201:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605182464:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.245212:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.245239:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609832960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 811us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.245247:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15403 00000100:00100000:3.0:1780298661.245460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.245494:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833088 00000100:00100000:0.0:1780298661.245498:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833088 00002000:00100000:0.0:1780298661.245530:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4108288->4141055) req@ffff9cf37baef100 x1866777609833088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.245540:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777609833088 ext(4108288->4141055) 00002000:00010000:0.0:1780298661.245544:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef100 00000100:00100000:0.0:1780298661.245563:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6678 00000100:00100000:0.0:1780298661.245568:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609833088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.246296:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609833088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 726us (834us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1780298661.246304:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6678 00002000:00100000:1.0:1780298661.246312:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4108288->4141055) req@ffff9cf37baef100 x1866777609833088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.246321:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777609833088 ext(4108288->4141055) 00002000:00010000:1.0:1780298661.246325:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef100 00000100:00100000:3.0:1780298661.247206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.247238:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833216 00000100:00100000:1.0:1780298661.247243:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833216 00000100:00100000:1.0:1780298661.247275:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10932 00000100:00100000:1.0:1780298661.247283:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609833216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.247292:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.247302:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e50 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.247318:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:1.0:1780298661.247322:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:1.0:1780298661.247328:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.247341:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.247358:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298661.247385:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777609833216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 104us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.247391:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10932 00000100:00100000:2.0:1780298661.254570:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.254618:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833344 00000100:00100000:0.0:1780298661.254626:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833344 00002000:00100000:0.0:1780298661.254658:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (0->2584575) req@ffff9cf36d4b7480 x1866777609833344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.254666:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777609833344 ext(0->2584575) 00002000:00010000:0.0:1780298661.254671:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:0.0:1780298661.254696:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6679 00000100:00100000:0.0:1780298661.254704:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609833344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.254748:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.254780:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833472 00000100:00100000:2.0:1780298661.254785:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833472 00002000:00100000:2.0:1780298661.254806:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (532480->4194303) req@ffff9cf37baeca80 x1866777609833472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.254816:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777609833472 ext(532480->4194303) 00002000:00010000:2.0:1780298661.254820:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baeca80 00000100:00100000:2.0:1780298661.254839:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6680 00000100:00100000:2.0:1780298661.254845:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609833472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.256279:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609833344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1574us (1713us total) trans 0 rc 536576/536576 00000100:00100000:3.0:1780298661.256285:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6679 00002000:00100000:3.0:1780298661.256291:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (0->2584575) req@ffff9cf36d4b7480 x1866777609833344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 536576/536576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.256298:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777609833344 ext(0->2584575) 00002000:00010000:3.0:1780298661.256302:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:2.0:1780298661.260720:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609833472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 5863us (5959us total) trans 0 rc 3661824/3661824 00000100:00100000:2.0:1780298661.260729:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6680 00002000:00100000:2.0:1780298661.260740:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (532480->4194303) req@ffff9cf37baeca80 x1866777609833472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 3661824/3661824 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.260747:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777609833472 ext(532480->4194303) 00002000:00010000:2.0:1780298661.260758:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baeca80 00000100:00100000:0.0:1780298661.266082:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.266109:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.266142:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833600 00000100:00100000:2.0:1780298661.266150:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833600 00000100:00100000:1.0:1780298661.266161:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833728 00000100:00100000:1.0:1780298661.266178:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833728 00002000:00100000:2.0:1780298661.266189:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (532480->4194303) req@ffff9cf3733e8a80 x1866777609833600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.266196:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777609833600 ext(532480->4194303) 00002000:00010000:2.0:1780298661.266200:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8a80 00002000:00100000:1.0:1780298661.266204:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4194304->4726783) req@ffff9cf3733e8700 x1866777609833728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.266214:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8700 with x1866777609833728 ext(4194304->4726783) 00002000:00010000:1.0:1780298661.266219:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8700 00000100:00100000:2.0:1780298661.266224:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6681 00000100:00100000:2.0:1780298661.266232:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609833600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.266252:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6682 00000100:00100000:1.0:1780298661.266263:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609833728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.267836:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609833728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1574us (1723us total) trans 0 rc 532480/532480 00000100:00100000:1.0:1780298661.267843:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6682 00002000:00100000:1.0:1780298661.267849:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4194304->4726783) req@ffff9cf3733e8700 x1866777609833728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 532480/532480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.267855:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8700 with x1866777609833728 ext(4194304->4726783) 00002000:00010000:1.0:1780298661.267858:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8700 00000100:00100000:2.0:1780298661.271837:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609833600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 5598us (5751us total) trans 0 rc 3657728/3657728 00000100:00100000:2.0:1780298661.271847:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6681 00002000:00100000:2.0:1780298661.271858:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (532480->4194303) req@ffff9cf3733e8a80 x1866777609833600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 3657728/3657728 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.271867:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777609833600 ext(532480->4194303) 00002000:00010000:2.0:1780298661.271872:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8a80 00000100:00100000:0.0:1780298661.274596:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.274640:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833856 00000100:00100000:1.0:1780298661.274648:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833856 00002000:00100000:1.0:1780298661.274675:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2580480->2609151) req@ffff9cf3733e9180 x1866777609833856/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.274692:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9180 with x1866777609833856 ext(2580480->2609151) 00002000:00010000:1.0:1780298661.274694:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e9180 00000100:00100000:1.0:1780298661.274717:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6683 00000100:00100000:1.0:1780298661.274726:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609833856:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298661.275829:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609833856:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1105us (1234us total) trans 4294969368 rc 0/0 00000100:00100000:2.0:1780298661.275835:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6683 00002000:00100000:2.0:1780298661.275840:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2580480->2609151) req@ffff9cf3733e9180 x1866777609833856/t4294969368(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.275845:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9180 with x1866777609833856 ext(2580480->2609151) 00002000:00010000:2.0:1780298661.275848:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e9180 00000100:00100000:1.0:1780298661.276605:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.276633:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609833984 00000100:00100000:3.0:1780298661.276638:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609833984 00000100:00100000:3.0:1780298661.276663:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10933 00000100:00100000:3.0:1780298661.276668:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609833984:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298661.277386:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969368 is committed 00000001:00080000:0.0:1780298661.277394:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969366 is committed 00000100:00100000:3.0:1780298661.277468:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609833984:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 798us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.277473:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10933 00000100:00100000:3.0:1780298661.278327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.278362:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834112 00000100:00100000:1.0:1780298661.278366:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834112 00000100:00100000:1.0:1780298661.278390:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10934 00000100:00100000:1.0:1780298661.278396:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609834112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.278403:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.278418:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037306 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e57 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.278461:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605182592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.278518:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.279213:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 56 00000100:00100000:1.0:1780298661.279224:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605182592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.279250:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037306 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e57 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.279271:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037306 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e57 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.279294:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298661.279324:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609834112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (995us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.279331:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10934 00000100:00100000:2.0:1780298661.280180:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.280226:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834240 00000100:00100000:3.0:1780298661.280230:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834240 00000100:00100000:3.0:1780298661.280250:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10935 00000100:00100000:3.0:1780298661.280255:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609834240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.280261:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.280267:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303730d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e5e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.280290:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605182720:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.280319:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.280836:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605182720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.280851:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303730d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e5e expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.280860:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303730d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e5e expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.280873:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:0.0:1780298661.280895:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609834240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 640us (732us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.280901:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10935 00000100:00100000:0.0:1780298661.281777:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.281808:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834496 00000100:00100000:1.0:1780298661.281812:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834496 00000100:00100000:1.0:1780298661.281839:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62156 00000100:00100000:1.0:1780298661.281845:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:30556:x1866777609834496:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.281879:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.281894:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e630372d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e26 expref: 51 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.281904:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.281907:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.282009:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.282021:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.282028:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.282053:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.282072:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 53 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.282080:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605182848:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.282108:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.282738:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605182848:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.282748:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.282829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.282861:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834624 00000100:00100000:2.0:1780298661.282867:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834624 00010000:00010000:2.0:1780298661.282889:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.282919:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15404 00000100:00100000:2.0:1780298661.282927:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:2399:x1866777609834624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.282937:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.282942:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.282954:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.282969:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e630372c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e1f expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.282980:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.282985:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.282993:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.283000:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.283021:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.283029:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283035:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.283060:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:2399:x1866777609834624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 134us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.283074:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15404 00000001:00080000:1.0:1780298661.283074:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991193 00000004:00010000:1.0:1780298661.283095:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac187637 reply state 000000008fda8533 transno 4294991194 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283104:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283108:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.283111:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.283113:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.283204:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+53:30556:x1866777609834496:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1358us (1427us total) trans 4294991194 rc 0/0 00000100:00100000:1.0:1780298661.283209:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62156 00000020:00080000:1.0:1780298661.283217:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298661.283764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.283792:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834752 00000100:00100000:1.0:1780298661.283796:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834752 00000100:00100000:1.0:1780298661.283817:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10936 00000100:00100000:1.0:1780298661.283821:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609834752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.283827:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.283835:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e65 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283848:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283854:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283859:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:1.0:1780298661.283863:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:1.0:1780298661.283865:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283876:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283883:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 20 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.283898:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605182976:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.283932:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.283939:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.283946:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605183104:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.283960:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.284493:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605182976:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.284499:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605183104:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.284512:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.284523:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.284550:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609834752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.284557:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10936 00000100:00100000:1.0:1780298661.284734:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.284771:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609834880 00000100:00100000:2.0:1780298661.284776:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609834880 00010000:00010000:2.0:1780298661.284793:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.284819:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15405 00000100:00100000:2.0:1780298661.284825:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609834880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.284833:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.284844:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.284853:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.284867:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630372f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 4108288->4141055) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e49 expref: 14 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.284878:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.284903:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609834880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 78us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.284909:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15405 00000100:00100000:0.0:1780298661.288656:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.288696:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835008 00000100:00100000:2.0:1780298661.288702:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835008 00010000:00010000:2.0:1780298661.288724:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.288769:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15406 00000100:00100000:2.0:1780298661.288778:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609835008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.288789:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.288802:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.288814:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.288829:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e630372ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e50 expref: 21 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.288842:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:2.0:1780298661.288846:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:2.0:1780298661.288852:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.288861:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.288887:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.288912:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605183232:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.288965:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341370000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.289708:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605183232:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.289722:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.289755:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609835008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 978us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.289764:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15406 00000100:00100000:0.0:1780298661.289830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.289889:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835136 00000100:00100000:3.0:1780298661.289894:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835136 00000100:00100000:3.0:1780298661.289923:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10937 00000100:00100000:3.0:1780298661.289930:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609835136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.289941:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.289950:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e6c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.289979:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.289988:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(8 0) 00010000:00010000:3.0:1780298661.289998:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:3.0:1780298661.290003:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.290023:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.290032:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 10 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.290039:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605183360:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.290068:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.290655:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baefb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605183360:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298661.290668:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.290676:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8e00, rc 0) 00000100:00100000:3.0:1780298661.290697:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609835136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (869us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.290702:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10937 00000100:00100000:2.0:1780298661.293958:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.294042:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835264 00000100:00100000:1.0:1780298661.294050:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835264 00010000:00010000:1.0:1780298661.294078:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 11 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.294122:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15407 00000100:00100000:1.0:1780298661.294148:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609835264:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.294159:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.294185:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 11 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.294194:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 11 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.294207:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e630372b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e18 expref: 11 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.294216:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:1.0:1780298661.294218:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:1.0:1780298661.294222:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.294227:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.294248:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.294266:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605183488:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.294308:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.294991:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605183488:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.295001:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.295025:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609835264:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 879us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.295030:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15407 00000100:00100000:2.0:1780298661.295226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.295251:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.295269:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835392 00000100:00100000:1.0:1780298661.295274:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835392 00000100:00100000:3.0:1780298661.295282:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835520 00000100:00100000:3.0:1780298661.295288:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835520 00002000:00010000:1.0:1780298661.295296:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2633457->18446744073709551615) 00002000:00100000:1.0:1780298661.295301:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777609835392 ext(2633457->18446744073709551615) 00002000:00010000:3.0:1780298661.295307:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:1.0:1780298661.295310:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380. 00002000:00100000:3.0:1780298661.295311:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777609835520 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298661.295318:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00. 00000100:00100000:1.0:1780298661.295336:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6684 00000100:00100000:1.0:1780298661.295346:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609835392:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298661.295352:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6685 00000100:00100000:3.0:1780298661.295363:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609835520:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298661.295562:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:3.0:1780298661.295566:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.295568:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.295569:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.295571:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 56 -> 0 00002000:00010000:1.0:1780298661.295585:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5746096 -> 2633457 00002000:00010000:1.0:1780298661.295589:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.295591:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:1.0:1780298661.295594:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.295596:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 960 -> 888 00000100:00100000:3.0:1780298661.295600:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609835520:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 241us (348us total) trans 4294969369 rc 0/0 00000100:00100000:3.0:1780298661.295606:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6685 00002000:00010000:3.0:1780298661.295608:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298661.295611:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777609835520 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298661.295615:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00. 00000100:00100000:1.0:1780298661.295628:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609835392:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 283us (401us total) trans 4294969866 rc 0/0 00000100:00100000:1.0:1780298661.295637:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6684 00002000:00010000:1.0:1780298661.295641:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2633457->18446744073709551615) 00002000:00100000:1.0:1780298661.295650:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777609835392 ext(2633457->18446744073709551615) 00002000:00010000:1.0:1780298661.295656:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380. 00000100:00100000:3.0:1780298661.296360:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.296381:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835648 00000100:00100000:2.0:1780298661.296385:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835648 00000100:00100000:2.0:1780298661.296413:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62157 00000100:00100000:2.0:1780298661.296418:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+53:30556:x1866777609835648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.296431:0:17567:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.296443:0:17567:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63037329 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e73 expref: -99 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296508:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296519:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296526:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.296550:0:17567:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2633457 00000004:00200000:2.0:1780298661.296553:0:17567:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.296566:0:17567:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296584:0:17567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157800/0xaf35132e63037329 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e73 expref: 55 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296594:0:17567:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e73 expref: 54 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.296599:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.296601:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.296603:0:17567:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:2.0:1780298661.296626:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:30556:x1866777609835648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 209us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.296630:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62157 00000100:00100000:0.0:1780298661.297630:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.297669:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835776 00000100:00100000:2.0:1780298661.297674:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835776 00000100:00100000:2.0:1780298661.297707:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62158 00000100:00100000:2.0:1780298661.297716:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609835776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.297725:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.297734:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e63037337 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e7a expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297773:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297799:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297808:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.297826:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2633457 00000004:00200000:2.0:1780298661.297829:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.297839:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297857:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e63037337 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 55 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297869:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 54 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.297876:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.297879:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.297881:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:2.0:1780298661.297913:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609835776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 199us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.297920:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62158 00000100:00100000:3.0:1780298661.298779:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.298806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.298824:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609835904 00000100:00100000:1.0:1780298661.298830:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609835904 00000100:00100000:0.0:1780298661.298863:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836032 00000100:00100000:0.0:1780298661.298868:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836032 00000100:00100000:1.0:1780298661.298879:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10938 00000100:00100000:1.0:1780298661.298889:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609835904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.298898:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.298906:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10939 00010000:00010000:1.0:1780298661.298909:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037345 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e81 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.298918:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609836032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.298930:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.298940:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e6303734c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e88 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.298962:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605183616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.298974:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605183744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.299021:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.299022:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.299820:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.299835:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605183616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.299836:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605183744:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.299857:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037345 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e81 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.299859:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e6303734c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e88 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.299883:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037345 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e81 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.299897:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00010000:00010000:0.0:1780298661.299900:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e6303734c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e88 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.299910:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2800, rc 0) 00000100:00100000:1.0:1780298661.299930:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609835904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1151us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.299932:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609836032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1125us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.299945:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10938 00000100:00100000:0.0:1780298661.299951:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10939 00000100:00100000:3.0:1780298661.300908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.300942:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836160 00000100:00100000:1.0:1780298661.300952:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836160 00000100:00100000:1.0:1780298661.300985:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10940 00000100:00100000:1.0:1780298661.300995:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609836160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.301005:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.301014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.301016:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037353 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e8f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.301050:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605183872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.301056:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836288 00000100:00100000:2.0:1780298661.301062:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836288 00000100:00100000:1.0:1780298661.301089:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.301102:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10941 00000100:00100000:2.0:1780298661.301112:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609836288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.301120:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.301160:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303735a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e96 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.301201:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605184000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.301248:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341370000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.301752:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605183872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.301769:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037353 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e8f expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.301780:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037353 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e8f expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.301787:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.301813:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609836160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (908us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.301818:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10940 00000100:00100000:2.0:1780298661.301845:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605184000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.301864:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303735a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e96 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.301879:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303735a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e96 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.301889:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298661.301916:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609836288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.301924:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10941 00000100:00100000:3.0:1780298661.302911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.302946:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836416 00000100:00100000:0.0:1780298661.302951:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836416 00000100:00100000:0.0:1780298661.302990:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6686 00000100:00100000:0.0:1780298661.302996:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609836416:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.303234:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2633457 -> 2633457 00002000:00010000:0.0:1780298661.303237:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.303239:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.303240:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.303242:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 888 -> 992 00000100:00100000:0.0:1780298661.303277:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609836416:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 280us (366us total) trans 4294969867 rc 0/0 00000100:00100000:0.0:1780298661.303284:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6686 00000100:00100000:3.0:1780298661.304667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.304702:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836544 00000100:00100000:3.0:1780298661.304707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.304714:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836544 00000100:00100000:1.0:1780298661.304750:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836672 00000100:00100000:1.0:1780298661.304755:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836672 00000100:00100000:2.0:1780298661.304756:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10942 00000100:00100000:2.0:1780298661.304768:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609836544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.304779:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.304792:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10943 00010000:00010000:2.0:1780298661.304794:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63037361 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5e9d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.304804:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609836672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.304815:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.304832:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037368 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ea4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.304844:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605184128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.304864:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605184256:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.304916:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.304917:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341370000 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.305656:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:2.0:1780298661.305667:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605184128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.305687:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63037361 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e9d expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.305702:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63037361 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e9d expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.305719:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:1.0:1780298661.305744:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605184256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.305752:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777609836544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1118us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.305760:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10942 00010000:00010000:1.0:1780298661.305763:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037368 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ea4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.305779:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037368 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ea4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.305788:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298661.305809:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609836672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1101us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.305816:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10943 00000100:00100000:3.0:1780298661.306727:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.306782:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836800 00000100:00100000:0.0:1780298661.306788:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836800 00000100:00100000:3.0:1780298661.306818:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.306829:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609836928 00000100:00100000:0.0:1780298661.306834:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609836928 00000100:00100000:1.0:1780298661.306847:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10944 00000100:00100000:1.0:1780298661.306856:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777609836800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.306866:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.306873:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10945 00010000:00010000:1.0:1780298661.306876:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000522865f2/0xaf35132e6303736f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5eab expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.306885:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609836928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.306898:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.306906:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e63037376 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5eb2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.306915:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605184384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.306934:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605184512:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.306961:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.306961:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.307662:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605184384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.307684:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000522865f2/0xaf35132e6303736f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eab expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.307690:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605184512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.307698:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000522865f2/0xaf35132e6303736f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eab expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.307706:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09800, rc 0) 00010000:00010000:0.0:1780298661.307708:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e63037376 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.307719:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008361787d/0xaf35132e63037376 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.307727:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2800, rc 0) 00000100:00100000:1.0:1780298661.307734:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777609836800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (1008us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.307739:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10944 00000100:00100000:0.0:1780298661.307747:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609836928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (930us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.307753:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10945 00000100:00100000:3.0:1780298661.309178:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.309199:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837056 00000100:00100000:0.0:1780298661.309204:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837056 00000100:00100000:0.0:1780298661.309234:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10946 00000100:00100000:0.0:1780298661.309240:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777609837056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.309249:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.309257:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5eb9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.309291:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.309300:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.309304:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.309310:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2605056->2633727] (req 2605056->2633727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.309333:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.309346:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 14 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.309357:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605184640:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.309410:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.309953:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605184640:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.309968:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2605056->2633727] (req 2605056->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.309976:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:0.0:1780298661.309999:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777609837056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.310010:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10946 00000100:00100000:3.0:1780298661.310191:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.310225:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837184 00000100:00100000:0.0:1780298661.310229:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837184 00010000:00010000:0.0:1780298661.310248:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 15 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.310277:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15408 00000100:00100000:0.0:1780298661.310285:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609837184:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.310294:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.310307:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 15 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.310318:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 15 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.310336:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303731b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e65 expref: 15 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.310346:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.310349:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.310357:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.310366:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.310403:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.310414:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605184768:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.310452:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.311105:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605184768:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.311115:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.311175:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609837184:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 879us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.311184:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15408 00000100:00100000:3.0:1780298661.315479:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.315535:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837312 00000100:00100000:2.0:1780298661.315546:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837312 00002000:00100000:2.0:1780298661.315588:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (0->2633727) req@ffff9cf343965c00 x1866777609837312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.315598:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777609837312 ext(0->2633727) 00002000:00010000:2.0:1780298661.315603:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:2.0:1780298661.315631:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6687 00000100:00100000:2.0:1780298661.315641:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609837312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.321209:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609837312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 5561us (5727us total) trans 0 rc 2633728/2633728 00000100:00100000:2.0:1780298661.321220:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6687 00002000:00100000:2.0:1780298661.321237:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (0->2633727) req@ffff9cf343965c00 x1866777609837312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 2633728/2633728 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.321244:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777609837312 ext(0->2633727) 00002000:00010000:2.0:1780298661.321250:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:3.0:1780298661.322888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.322920:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837440 00000100:00100000:1.0:1780298661.322929:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837440 00000100:00100000:1.0:1780298661.322968:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10947 00000100:00100000:1.0:1780298661.322975:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609837440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.322987:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.323003:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037384 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ec0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.323058:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605184896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.323137:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.323874:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605184896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.323894:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037384 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ec0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.323910:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037384 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ec0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.323925:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298661.323949:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609837440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1064us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.323954:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10947 00000100:00100000:0.0:1780298661.324833:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.324875:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837568 00000100:00100000:3.0:1780298661.324880:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837568 00000100:00100000:3.0:1780298661.324916:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10948 00000100:00100000:3.0:1780298661.324924:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609837568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.324933:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.324941:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6303738b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ec7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.324968:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605185024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.325013:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.325727:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605185024:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.325741:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6303738b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ec7 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.325751:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0fcb0e6/0xaf35132e6303738b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ec7 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.325758:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c400, rc 0) 00000100:00100000:0.0:1780298661.325782:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609837568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (951us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.325787:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10948 00000100:00100000:0.0:1780298661.327742:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.327797:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837824 00000100:00100000:1.0:1780298661.327804:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837824 00000100:00100000:1.0:1780298661.327854:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62159 00000100:00100000:1.0:1780298661.327864:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:30556:x1866777609837824:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.327911:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.327933:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e63037330 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e73 expref: 54 pid: 17567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.327951:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.327955:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.328141:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.328158:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.328186:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.328217:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.328244:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 53 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.328258:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605185152:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.328326:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429656c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.329008:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605185152:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.329022:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.329248:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.329283:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609837952 00000100:00100000:1.0:1780298661.329287:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609837952 00010000:00010000:1.0:1780298661.329303:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.329335:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15409 00000100:00100000:1.0:1780298661.329344:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:2400:x1866777609837952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.329353:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.329360:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329371:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329391:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e6303733e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e7a expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329416:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.329420:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329428:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329433:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.329449:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.329468:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.329475:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:2400:x1866777609837952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 133us (230us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298661.329477:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.329486:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15409 00000001:00080000:0.0:1780298661.329528:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991195 00000004:00010000:0.0:1780298661.329551:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007045cde2 reply state 000000002ca6b43d transno 4294991196 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.329561:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.329566:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.329567:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.329569:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.329620:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:30556:x1866777609837824:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1758us (1883us total) trans 4294991196 rc 0/0 00000100:00100000:0.0:1780298661.329626:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62159 00000020:00080000:0.0:1780298661.329630:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298661.330412:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.330446:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838080 00000100:00100000:3.0:1780298661.330450:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838080 00000100:00100000:3.0:1780298661.330476:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10949 00000100:00100000:3.0:1780298661.330484:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609838080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.330495:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.330506:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ece expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.330528:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.330534:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:3.0:1780298661.330537:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:3.0:1780298661.330541:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.330566:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.330576:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 20 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.330587:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605185280:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.330632:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.331278:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605185280:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.331297:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.331312:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450dc00, rc 0) 00000100:00100000:0.0:1780298661.331349:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609838080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.331366:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10949 00000100:00100000:1.0:1780298661.333474:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.333512:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838208 00000100:00100000:2.0:1780298661.333518:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838208 00010000:00010000:2.0:1780298661.333541:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.333562:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15410 00000100:00100000:2.0:1780298661.333568:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609838208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.333577:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.333591:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.333600:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.333615:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303737d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2605056->2633727) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eb9 expref: 21 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.333625:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.333627:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.333632:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.333648:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.333670:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.333679:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605185408:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.333725:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341370000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.334460:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605185408:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.334471:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.334495:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609838208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 928us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.334501:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15410 00000100:00100000:3.0:1780298661.334673:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.334697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.334716:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838336 00000100:00100000:2.0:1780298661.334720:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838336 00002000:00010000:2.0:1780298661.334742:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298661.334746:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965880 with x1866777609838336 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298661.334750:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838464 00002000:00010000:2.0:1780298661.334754:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965880. 00000100:00100000:0.0:1780298661.334755:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838464 00002000:00010000:0.0:1780298661.334774:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3027703->18446744073709551615) 00002000:00100000:0.0:1780298661.334777:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964380 with x1866777609838464 ext(3027703->18446744073709551615) 00000100:00100000:2.0:1780298661.334781:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6688 00002000:00010000:0.0:1780298661.334784:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964380. 00000100:00100000:2.0:1780298661.334792:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609838336:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298661.334803:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6689 00000100:00100000:0.0:1780298661.334811:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609838464:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298661.334920:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2633457 -> 4194304 00002000:00010000:2.0:1780298661.334923:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.334924:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.334926:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.334928:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:2.0:1780298661.334957:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609838336:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 168us (283us total) trans 4294969868 rc 0/0 00002000:00010000:0.0:1780298661.334960:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 3027703 00000100:00100000:2.0:1780298661.334966:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6688 00002000:00010000:0.0:1780298661.334967:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.334971:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.334976:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.334977:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00010000:0.0:1780298661.334978:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00100000:2.0:1780298661.334983:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965880 with x1866777609838336 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298661.334989:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965880. 00000100:00100000:0.0:1780298661.335009:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609838464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 198us (310us total) trans 4294969370 rc 0/0 00000100:00100000:0.0:1780298661.335016:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6689 00002000:00010000:0.0:1780298661.335020:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3027703->18446744073709551615) 00002000:00100000:0.0:1780298661.335023:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964380 with x1866777609838464 ext(3027703->18446744073709551615) 00002000:00010000:0.0:1780298661.335027:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964380. 00000100:00100000:2.0:1780298661.336258:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.336326:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838592 00000100:00100000:1.0:1780298661.336331:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838592 00002000:00100000:1.0:1780298661.336354:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2994176->2998271) req@ffff9cf36d4b5c00 x1866777609838592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.336361:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777609838592 ext(2994176->2998271) 00002000:00010000:1.0:1780298661.336364:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:1.0:1780298661.336387:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6690 00000100:00100000:1.0:1780298661.336393:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609838592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.336491:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609838592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.336495:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6690 00002000:00100000:1.0:1780298661.336502:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2994176->2998271) req@ffff9cf36d4b5c00 x1866777609838592/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.336508:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777609838592 ext(2994176->2998271) 00002000:00010000:1.0:1780298661.336510:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:2.0:1780298661.338264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.338318:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838720 00000100:00100000:0.0:1780298661.338324:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838720 00002000:00100000:0.0:1780298661.338352:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2998272->3002367) req@ffff9cf36d4b6300 x1866777609838720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.338361:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777609838720 ext(2998272->3002367) 00002000:00010000:0.0:1780298661.338365:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:0.0:1780298661.338394:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6691 00000100:00100000:0.0:1780298661.338402:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609838720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.338499:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609838720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.338505:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6691 00002000:00100000:0.0:1780298661.338512:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2998272->3002367) req@ffff9cf36d4b6300 x1866777609838720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.338520:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777609838720 ext(2998272->3002367) 00002000:00010000:0.0:1780298661.338523:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:3.0:1780298661.339738:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.339776:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838848 00000100:00100000:2.0:1780298661.339781:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838848 00002000:00100000:2.0:1780298661.339805:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2973696->3031039) req@ffff9cf343966d80 x1866777609838848/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.339816:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777609838848 ext(2973696->3031039) 00002000:00010000:2.0:1780298661.339819:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:2.0:1780298661.339839:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6692 00000100:00100000:2.0:1780298661.339846:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609838848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.340745:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609838848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 898us (1008us total) trans 0 rc 49152/49152 00000100:00100000:0.0:1780298661.340754:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6692 00002000:00100000:0.0:1780298661.340760:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2973696->3031039) req@ffff9cf343966d80 x1866777609838848/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.340769:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777609838848 ext(2973696->3031039) 00002000:00010000:0.0:1780298661.340772:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:3.0:1780298661.343460:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.343514:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609838976 00000100:00100000:0.0:1780298661.343521:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609838976 00002000:00100000:0.0:1780298661.343555:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2994176->3027702) req@ffff9cf343966a00 x1866777609838976/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.343565:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777609838976 ext(2994176->3027702) 00002000:00010000:0.0:1780298661.343568:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:0.0:1780298661.343593:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6693 00000100:00100000:0.0:1780298661.343604:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609838976:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298661.344918:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609838976:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1314us (1459us total) trans 4294969371 rc 0/0 00000100:00100000:0.0:1780298661.344927:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6693 00002000:00100000:0.0:1780298661.344935:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2994176->3027702) req@ffff9cf343966a00 x1866777609838976/t4294969371(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.344944:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777609838976 ext(2994176->3027702) 00002000:00010000:0.0:1780298661.344948:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:3.0:1780298661.345815:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.345858:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839104 00000100:00100000:0.0:1780298661.345863:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839104 00000100:00100000:0.0:1780298661.345892:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10950 00000100:00100000:0.0:1780298661.345897:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609839104:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298661.346657:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969371 is committed 00000100:00100000:0.0:1780298661.346749:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609839104:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 850us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.346758:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10950 00000100:00100000:2.0:1780298661.347658:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.347706:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839232 00000100:00100000:1.0:1780298661.347712:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839232 00000100:00100000:1.0:1780298661.347754:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62160 00000100:00100000:1.0:1780298661.347764:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609839232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.347778:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.347800:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630373a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ed5 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347881:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347895:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347904:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.347923:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7222007 00000004:00200000:1.0:1780298661.347931:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.347946:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347965:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630373a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 55 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347978:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 54 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.347987:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.347990:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.347994:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.348027:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609839232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 265us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.348034:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62160 00000100:00100000:2.0:1780298661.349379:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.349409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.349426:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839360 00000100:00100000:1.0:1780298661.349432:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839360 00000100:00100000:3.0:1780298661.349462:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839488 00000100:00100000:3.0:1780298661.349466:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839488 00000100:00100000:1.0:1780298661.349467:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10951 00000100:00100000:1.0:1780298661.349477:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609839360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.349485:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.349498:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630373ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5edc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.349499:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10952 00000100:00100000:3.0:1780298661.349509:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609839488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.349521:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.349537:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e630373b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ee3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.349565:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605185536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.349573:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605185664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.349634:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.349635:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965900 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.350505:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.350520:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605185536:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298661.350541:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 72 00010000:00010000:1.0:1780298661.350550:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630373ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5edc expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.350556:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605185664:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.350571:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630373ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5edc expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.350579:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e630373b5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ee3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.350583:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00010000:00010000:0.0:1780298661.350598:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060ad3cf6/0xaf35132e630373b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ee3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.350609:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:1.0:1780298661.350614:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609839360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1235us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.350620:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10951 00000100:00100000:0.0:1780298661.350635:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609839488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1128us (1224us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.350645:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10952 00000100:00100000:2.0:1780298661.351737:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.351774:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839616 00000100:00100000:0.0:1780298661.351780:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839616 00000100:00100000:2.0:1780298661.351790:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.351820:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609839744 00000100:00100000:0.0:1780298661.351824:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609839744 00000100:00100000:0.0:1780298661.351856:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10953 00000100:00100000:1.0:1780298661.351866:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10954 00000100:00100000:0.0:1780298661.351868:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777609839616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.351880:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.351881:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609839744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.351891:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.351893:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e630373bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5eea expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.351901:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630373c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ef1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.351931:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605185792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.351935:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605185920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.351988:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.351989:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.352749:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605185792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.352759:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605185920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.352771:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e630373bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eea expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.352777:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630373c3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.352796:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630373c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.352797:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e630373bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eea expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.352812:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2200, rc 0) 00010000:00010000:1.0:1780298661.352818:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:0.0:1780298661.352848:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777609839616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1111us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.352852:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609839744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1062us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.352862:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10953 00000100:00100000:1.0:1780298661.352868:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10954 00000100:00100000:3.0:1780298661.353923:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.353970:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840000 00000100:00100000:2.0:1780298661.353976:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840000 00000100:00100000:2.0:1780298661.354012:0:17567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62161 00000100:00100000:2.0:1780298661.354020:0:17567:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:30556:x1866777609840000:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298661.354239:0:17567:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.354260:0:17567:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 53 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.354274:0:17567:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.354294:0:17567:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 53 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.354304:0:17567:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 53 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.354312:0:17567:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777605186048:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.354350:0:17567:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.355040:0:17567:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:17567:1866777605186048:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.355067:0:17567:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.355289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.355405:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840128 00000100:00100000:2.0:1780298661.355410:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840128 00010000:00010000:2.0:1780298661.355430:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 54 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.355458:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15411 00000100:00100000:2.0:1780298661.355466:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:2399:x1866777609840128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.355476:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.355482:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 54 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355493:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 54 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355509:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e630373a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ed5 expref: 54 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355537:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.355542:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355552:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355558:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.355584:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.355609:0:17567:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.355615:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:2399:x1866777609840128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (326us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298661.355626:0:17567:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.355630:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15411 00000001:00080000:1.0:1780298661.355690:0:17567:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991197 00000004:00010000:1.0:1780298661.355716:0:17567:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000901802a0 reply state 00000000e6420569 transno 4294991198 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.355728:0:17567:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.355735:0:17567:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.355737:0:17567:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.355740:0:17567:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.355803:0:17567:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:30556:x1866777609840000:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1783us (1880us total) trans 4294991198 rc 0/0 00000100:00100000:1.0:1780298661.355810:0:17567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62161 00000020:00080000:1.0:1780298661.355821:0:17567:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.357042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.357068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.357084:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840256 00000100:00100000:0.0:1780298661.357096:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840256 00000100:00100000:2.0:1780298661.357105:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840384 00000100:00100000:2.0:1780298661.357111:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840384 00002000:00010000:0.0:1780298661.357120:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (627943->18446744073709551615) 00002000:00010000:2.0:1780298661.357149:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.357151:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00a80 with x1866777609840256 ext(627943->18446744073709551615) 00002000:00100000:2.0:1780298661.357155:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777609840384 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.357173:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b00a80. 00002000:00010000:2.0:1780298661.357174:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b03b80. 00000100:00100000:0.0:1780298661.357200:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6694 00000100:00100000:2.0:1780298661.357207:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6695 00000100:00100000:0.0:1780298661.357213:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609840256:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298661.357222:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609840384:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298661.357436:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3027703 -> 0 00002000:00010000:2.0:1780298661.357440:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.357443:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.357446:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.357448:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 72 -> 0 00002000:00010000:0.0:1780298661.357450:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 627943 00002000:00010000:0.0:1780298661.357454:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.357459:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.357461:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.357463:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 888 00000100:00100000:2.0:1780298661.357494:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609840384:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 277us (424us total) trans 4294969372 rc 0/0 00000100:00100000:0.0:1780298661.357501:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609840256:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 291us (457us total) trans 4294969869 rc 0/0 00000100:00100000:2.0:1780298661.357507:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6695 00002000:00010000:2.0:1780298661.357513:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00000100:00100000:0.0:1780298661.357515:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6694 00002000:00100000:2.0:1780298661.357518:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777609840384 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.357521:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (627943->18446744073709551615) 00002000:00010000:2.0:1780298661.357525:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b03b80. 00002000:00100000:0.0:1780298661.357525:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00a80 with x1866777609840256 ext(627943->18446744073709551615) 00002000:00010000:0.0:1780298661.357531:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b00a80. 00000100:00100000:2.0:1780298661.358362:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.358404:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840512 00000100:00100000:0.0:1780298661.358409:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840512 00000100:00100000:0.0:1780298661.358443:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62162 00000100:00100000:0.0:1780298661.358451:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609840512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.358462:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.358475:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e630373d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ef8 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358534:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358552:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358561:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.358582:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 627943 00000004:00200000:0.0:1780298661.358586:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.358600:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358621:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e630373d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 55 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358635:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 54 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.358642:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.358645:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.358648:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:0.0:1780298661.358678:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609840512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 228us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.358685:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62162 00000100:00100000:3.0:1780298661.359518:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.359555:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840640 00000100:00100000:2.0:1780298661.359560:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840640 00000100:00100000:2.0:1780298661.359588:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10955 00000100:00100000:2.0:1780298661.359595:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609840640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.359602:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.359610:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e630373df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5eff expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.359644:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.359650:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605186176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.359682:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840768 00000100:00100000:0.0:1780298661.359687:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840768 00000100:00100000:2.0:1780298661.359709:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.359727:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10956 00000100:00100000:0.0:1780298661.359737:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609840768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.359746:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.359763:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e630373e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f06 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.359793:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605186304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.359828:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.360387:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:2.0:1780298661.360396:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605186176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.360411:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e630373df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eff expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.360423:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e630373df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5eff expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.360439:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:2.0:1780298661.360466:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609840640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (949us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.360472:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10955 00000100:00100000:0.0:1780298661.360513:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605186304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.360529:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e630373e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f06 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.360543:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e630373e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f06 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.360554:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2c00, rc 0) 00000100:00100000:0.0:1780298661.360586:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609840768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (941us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.360593:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10956 00000100:00100000:3.0:1780298661.361449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.361494:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609840896 00000100:00100000:2.0:1780298661.361499:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609840896 00000100:00100000:3.0:1780298661.361525:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.361532:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10957 00000100:00100000:2.0:1780298661.361541:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609840896:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.361550:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841024 00010000:00010000:2.0:1780298661.361551:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.361556:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841024 00010000:00010000:2.0:1780298661.361561:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630373ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f0d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.361589:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605186432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.361590:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10958 00000100:00100000:0.0:1780298661.361602:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609841024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.361611:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.361620:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5a492f0/0xaf35132e630373f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f14 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.361626:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.361652:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605186560:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.361690:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.362324:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605186560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.362334:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605186432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.362344:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5a492f0/0xaf35132e630373f4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f14 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.362358:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630373ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f0d expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.362360:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5a492f0/0xaf35132e630373f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f14 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.362380:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3600, rc 0) 00010000:00010000:2.0:1780298661.362389:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630373ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f0d expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.362401:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298661.362405:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609841024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (880us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.362411:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10958 00000100:00100000:2.0:1780298661.362426:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609840896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (977us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.362437:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10957 00000100:00100000:1.0:1780298661.363397:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.363433:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841152 00000100:00100000:2.0:1780298661.363439:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841152 00000100:00100000:2.0:1780298661.363471:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10959 00000100:00100000:2.0:1780298661.363479:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777609841152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.363486:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.363494:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f1b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.363507:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.363514:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.363517:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:2.0:1780298661.363521:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [249856->299007] (req 249856->299007) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.363537:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.363550:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 16 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.363560:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605186688:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.363597:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.364324:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605186688:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.364340:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [249856->299007] (req 249856->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.364352:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:1.0:1780298661.364382:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777609841152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.364389:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10959 00000100:00100000:3.0:1780298661.364584:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.364625:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841280 00000100:00100000:2.0:1780298661.364630:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841280 00010000:00010000:2.0:1780298661.364651:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.364680:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15412 00000100:00100000:2.0:1780298661.364688:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609841280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.364698:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.364709:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.364720:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.364735:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d211028/0xaf35132e63037399 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ece expref: 17 pid: 8358 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.364744:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:2.0:1780298661.364748:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:2.0:1780298661.364755:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.364763:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.364791:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.364809:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605186816:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.364848:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.366276:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605186816:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.366289:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.366316:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609841280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1629us (1732us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.366324:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15412 00000100:00100000:0.0:1780298661.367732:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.367783:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841408 00000100:00100000:1.0:1780298661.367788:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841408 00002000:00100000:1.0:1780298661.367820:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->630783) req@ffff9cf3733e8380 x1866777609841408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.367831:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777609841408 ext(0->630783) 00002000:00010000:1.0:1780298661.367835:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380 00000100:00100000:1.0:1780298661.367857:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6696 00000100:00100000:1.0:1780298661.367867:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609841408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.369849:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609841408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1979us (2112us total) trans 0 rc 630784/630784 00000100:00100000:1.0:1780298661.369858:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6696 00002000:00100000:1.0:1780298661.369866:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->630783) req@ffff9cf3733e8380 x1866777609841408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.369875:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777609841408 ext(0->630783) 00002000:00010000:1.0:1780298661.369879:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380 00000100:00100000:3.0:1780298661.370845:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.370883:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841536 00000100:00100000:0.0:1780298661.370888:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841536 00000100:00100000:0.0:1780298661.370920:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62163 00000100:00100000:0.0:1780298661.370926:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+59:30556:x1866777609841536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.370939:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.370953:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63037402 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f22 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371022:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371034:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371053:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.371079:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 627943 00000004:00200000:0.0:1780298661.371083:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.371100:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371119:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63037402 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f22 expref: 61 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371149:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f22 expref: 60 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.371155:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.371158:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.371160:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3200, rc 0) 00000100:00100000:0.0:1780298661.371196:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:30556:x1866777609841536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 270us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.371200:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62163 00000100:00100000:3.0:1780298661.372051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.372089:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841664 00000100:00100000:0.0:1780298661.372093:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841664 00000100:00100000:0.0:1780298661.372134:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10960 00000100:00100000:0.0:1780298661.372140:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609841664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.372147:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.372156:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f29 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.372187:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:0.0:1780298661.372191:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:0.0:1780298661.372196:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.372206:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.372216:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3a00, rc 0) 00000100:00100000:0.0:1780298661.372240:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777609841664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 100us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.372246:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10960 00000100:00100000:2.0:1780298661.373224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.373259:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841792 00000100:00100000:1.0:1780298661.373264:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841792 00000100:00100000:1.0:1780298661.373295:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10961 00000100:00100000:1.0:1780298661.373302:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777609841792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.373311:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.373319:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f30 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373342:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373351:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373358:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.373361:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.373369:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [507904->552959] (req 507904->552959) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373397:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373411:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 16 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.373424:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605186944:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.373508:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.373519:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.373530:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605187072:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.373565:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.374158:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605186944:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.374505:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605187072:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.374512:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.374534:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [507904->552959] (req 507904->552959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.374549:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298661.374555:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609841920 00000100:00100000:2.0:1780298661.374559:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609841920 00010000:00010000:2.0:1780298661.374577:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.374579:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30556:x1866777609841792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1277us (1356us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.374595:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10961 00000100:00100000:2.0:1780298661.374623:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15413 00000100:00100000:2.0:1780298661.374633:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777609841920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.374643:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.374660:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.374673:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.374689:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e63037410 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f29 expref: 17 pid: 20252 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.374710:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.374740:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609841920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 110us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.374749:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15413 00000100:00100000:0.0:1780298661.375293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.375335:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842048 00000100:00100000:1.0:1780298661.375340:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842048 00010000:00010000:1.0:1780298661.375357:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.375386:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15414 00000100:00100000:1.0:1780298661.375391:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777609842048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.375405:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.375413:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.375420:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.375430:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630373fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 249856->299007) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f1b expref: 22 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.375437:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.375440:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.375445:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.375451:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.375466:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.375473:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605187200:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.375502:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.376221:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605187200:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.376232:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.376279:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777609842048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 887us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.376288:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15414 00000100:00100000:0.0:1780298661.376336:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.376372:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842176 00000100:00100000:2.0:1780298661.376377:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842176 00000100:00100000:2.0:1780298661.376421:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6697 00000100:00100000:2.0:1780298661.376431:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777609842176:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.376657:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 627943 -> 627943 00002000:00010000:2.0:1780298661.376660:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.376662:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.376664:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.376665:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 888 -> 928 00000100:00100000:2.0:1780298661.376688:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777609842176:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 261us (356us total) trans 4294969870 rc 0/0 00000100:00100000:2.0:1780298661.376693:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6697 00000100:00100000:3.0:1780298661.377565:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.377602:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842304 00000100:00100000:2.0:1780298661.377607:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842304 00000100:00100000:2.0:1780298661.377638:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10962 00000100:00100000:2.0:1780298661.377644:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609842304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.377650:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.377658:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6303741e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f37 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.377693:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605187328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.377727:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.378472:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:2.0:1780298661.378484:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605187328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.378502:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6303741e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f37 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.378517:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e6303741e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f37 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.378528:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:2.0:1780298661.378556:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609842304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (992us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.378564:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10962 00000100:00100000:0.0:1780298661.379396:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.379432:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842432 00000100:00100000:1.0:1780298661.379437:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842432 00000100:00100000:1.0:1780298661.379471:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10963 00000100:00100000:1.0:1780298661.379480:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609842432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.379488:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.379496:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e63037425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f3e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.379527:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605187456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.379571:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.380223:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605187456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.380241:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e63037425 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f3e expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.380254:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e63037425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f3e expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.380264:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09a00, rc 0) 00000100:00100000:1.0:1780298661.380294:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609842432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (897us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.380301:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10963 00000100:00100000:0.0:1780298661.381241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.381298:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842560 00000100:00100000:3.0:1780298661.381304:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842560 00000100:00100000:3.0:1780298661.381337:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10964 00000100:00100000:3.0:1780298661.381345:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609842560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.381355:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.381366:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303742c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f45 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.381399:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605187584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.381443:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.382064:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605187584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.382080:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303742c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f45 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.382093:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303742c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f45 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.382107:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:3.0:1780298661.382149:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609842560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (909us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.382154:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10964 00000100:00100000:1.0:1780298661.382983:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.383018:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842688 00000100:00100000:2.0:1780298661.383023:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842688 00000100:00100000:2.0:1780298661.383051:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10965 00000100:00100000:2.0:1780298661.383057:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609842688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.383064:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.383072:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e63037433 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f4c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.383095:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605187712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.383159:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.383762:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605187712:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.383774:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e63037433 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f4c expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.383783:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e63037433 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f4c expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.383789:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:2.0:1780298661.383813:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609842688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (831us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.383817:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10965 00000100:00100000:0.0:1780298661.384732:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.384768:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842816 00000100:00100000:2.0:1780298661.384772:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842816 00000100:00100000:2.0:1780298661.384804:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10966 00000100:00100000:2.0:1780298661.384813:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777609842816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.384821:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.384831:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f53 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.384849:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.384858:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:2.0:1780298661.384862:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:2.0:1780298661.384874:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [610304->630783] (req 610304->630783) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.384895:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.384910:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 21 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.384921:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605187840:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.384962:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.385571:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605187840:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.385584:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [610304->630783] (req 610304->630783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.385597:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:2.0:1780298661.385625:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777609842816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.385632:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10966 00000100:00100000:0.0:1780298661.385788:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.385834:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609842944 00000100:00100000:1.0:1780298661.385845:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609842944 00010000:00010000:1.0:1780298661.385868:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.385900:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15415 00000100:00100000:1.0:1780298661.385908:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777609842944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.385918:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.385940:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.385955:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.385972:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037417 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 507904->552959) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f30 expref: 22 pid: 19992 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.385983:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.385987:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.385995:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.386004:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.386028:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.386051:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605187968:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.386090:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.386744:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605187968:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.386756:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.386782:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777609842944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 875us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.386790:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15415 00000100:00100000:0.0:1780298661.386866:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.386922:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843072 00000100:00100000:3.0:1780298661.386927:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843072 00000100:00100000:3.0:1780298661.386964:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6698 00000100:00100000:3.0:1780298661.386973:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777609843072:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298661.387189:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 627943 -> 627943 00002000:00010000:3.0:1780298661.387193:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.387196:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:3.0:1780298661.387198:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.387200:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 928 -> 928 00000100:00100000:3.0:1780298661.387230:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609843072:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 259us (364us total) trans 4294969871 rc 0/0 00000100:00100000:3.0:1780298661.387238:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6698 00000100:00100000:3.0:1780298661.387975:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.388006:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843200 00000100:00100000:1.0:1780298661.388010:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843200 00000100:00100000:1.0:1780298661.388035:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10967 00000100:00100000:1.0:1780298661.388042:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609843200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.388048:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.388055:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037441 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f5a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.388067:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.388081:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605188096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.388106:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843328 00000100:00100000:0.0:1780298661.388112:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843328 00000100:00100000:1.0:1780298661.388152:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.388176:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10968 00000100:00100000:0.0:1780298661.388184:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609843328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.388190:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.388204:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63037448 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f61 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.388235:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605188224:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.388274:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.388833:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.388843:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605188096:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.388861:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037441 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f5a expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.388877:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037441 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f5a expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.388893:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.388920:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609843200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.388925:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10967 00000100:00100000:0.0:1780298661.389028:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605188224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.389047:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63037448 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f61 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.389061:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d4afe0b/0xaf35132e63037448 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f61 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.389073:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3000, rc 0) 00000100:00100000:0.0:1780298661.389103:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609843328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1037us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.389111:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10968 00000100:00100000:3.0:1780298661.390071:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.390113:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.390159:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843456 00000100:00100000:0.0:1780298661.390171:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843456 00000100:00100000:2.0:1780298661.390185:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843584 00000100:00100000:2.0:1780298661.390191:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843584 00000100:00100000:0.0:1780298661.390206:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10969 00000100:00100000:0.0:1780298661.390217:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777609843456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.390225:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.390234:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10970 00010000:00010000:0.0:1780298661.390235:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e6303744f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f68 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.390247:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609843584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.390256:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.390260:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605188352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.390267:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63037456 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f6f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.390298:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605188480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.390314:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.390324:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.390983:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605188352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.390998:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605188480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.391003:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e6303744f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f68 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.391014:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63037456 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f6f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.391016:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bde78cfa/0xaf35132e6303744f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f68 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.391038:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3a00, rc 0) 00010000:00010000:1.0:1780298661.391041:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63037456 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f6f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.391050:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298661.391068:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777609843456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (1074us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.391071:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609843584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (955us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.391079:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10969 00000100:00100000:1.0:1780298661.391085:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10970 00000100:00100000:3.0:1780298661.392241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.392288:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843840 00000100:00100000:1.0:1780298661.392294:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843840 00000100:00100000:1.0:1780298661.392336:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62164 00000100:00100000:1.0:1780298661.392345:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:30556:x1866777609843840:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.392385:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.392402:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3200/0xaf35132e63037409 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f22 expref: 60 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.392427:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.392431:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.392584:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.392599:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.392609:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.392633:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 53 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.392647:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 53 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.392658:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605188608:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.392701:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.393348:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605188608:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.393361:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.393528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.393573:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609843968 00000100:00100000:0.0:1780298661.393578:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609843968 00010000:00010000:0.0:1780298661.393598:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.393629:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15416 00000100:00100000:0.0:1780298661.393637:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:2400:x1866777609843968:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.393646:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.393651:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393662:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393688:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630373d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ef8 expref: 54 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393699:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.393703:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393712:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393720:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.393744:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.393766:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.393775:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:2400:x1866777609843968:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 137us (246us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298661.393776:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.393787:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15416 00000001:00080000:1.0:1780298661.393833:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991199 00000004:00010000:1.0:1780298661.393853:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007700347a reply state 000000006762ba6c transno 4294991200 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.393862:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.393866:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.393868:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.393871:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.393932:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:30556:x1866777609843840:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1587us (1692us total) trans 4294991200 rc 0/0 00000100:00100000:1.0:1780298661.393937:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62164 00000020:00080000:1.0:1780298661.393941:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.394828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.394866:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844096 00000100:00100000:2.0:1780298661.394871:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844096 00002000:00010000:2.0:1780298661.394893:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (507240->18446744073709551615) 00002000:00100000:2.0:1780298661.394898:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d180 with x1866777609844096 ext(507240->18446744073709551615) 00002000:00010000:2.0:1780298661.394907:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d180. 00000100:00100000:2.0:1780298661.394931:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6699 00000100:00100000:2.0:1780298661.394938:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609844096:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298661.394958:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.395004:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844224 00000100:00100000:1.0:1780298661.395009:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844224 00002000:00010000:1.0:1780298661.395028:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.395033:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777609844224 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.395039:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ce00. 00000100:00100000:1.0:1780298661.395060:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6700 00000100:00100000:1.0:1780298661.395069:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609844224:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.395184:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298661.395188:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.395190:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.395193:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.395195:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298661.395227:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 627943 -> 507240 00000100:00100000:1.0:1780298661.395230:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609844224:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 162us (270us total) trans 4294969373 rc 0/0 00002000:00010000:2.0:1780298661.395232:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.395235:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:2.0:1780298661.395240:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.395245:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 928 -> 840 00000100:00100000:1.0:1780298661.395257:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6700 00002000:00010000:1.0:1780298661.395261:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.395264:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777609844224 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.395268:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ce00. 00000100:00100000:2.0:1780298661.395285:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609844096:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 346us (455us total) trans 4294969872 rc 0/0 00000100:00100000:2.0:1780298661.395293:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6699 00002000:00010000:2.0:1780298661.395297:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (507240->18446744073709551615) 00002000:00100000:2.0:1780298661.395300:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339d180 with x1866777609844096 ext(507240->18446744073709551615) 00002000:00010000:2.0:1780298661.395305:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339d180. 00000100:00100000:3.0:1780298661.396184:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.396215:0:17567:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844352 00000100:00100000:1.0:1780298661.396219:0:17567:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844352 00000100:00100000:2.0:1780298661.396252:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62165 00000100:00100000:2.0:1780298661.396261:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777609844352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.396273:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.396292:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e63037464 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f76 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396354:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396362:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396369:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.396381:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 507240 00000004:00200000:2.0:1780298661.396384:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.396396:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396411:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e63037464 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f76 expref: 55 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396420:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f76 expref: 54 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.396426:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.396427:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.396429:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00000100:00100000:2.0:1780298661.396452:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609844352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 195us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.396456:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62165 00000100:00100000:0.0:1780298661.397368:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.397401:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.397437:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844480 00000100:00100000:1.0:1780298661.397443:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844480 00000100:00100000:3.0:1780298661.397454:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844608 00000100:00100000:3.0:1780298661.397460:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844608 00000100:00100000:1.0:1780298661.397482:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10971 00000100:00100000:1.0:1780298661.397492:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777609844480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.397501:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.397506:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10972 00010000:00010000:1.0:1780298661.397511:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f7d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.397520:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609844608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.397531:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.397542:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63037479 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f84 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.397562:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605188736:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.397586:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605188864:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.397620:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.397630:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.398410:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:1.0:1780298661.398422:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605188736:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.398442:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605188864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.398443:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037472 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f7d expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.398460:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f7d expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.398467:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63037479 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f84 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.398468:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:0.0:1780298661.398486:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63037479 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f84 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.398497:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:1.0:1780298661.398502:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777609844480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1135us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.398508:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10971 00000100:00100000:0.0:1780298661.398522:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609844608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1121us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.398529:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10972 00000100:00100000:2.0:1780298661.399375:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.399404:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.399406:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844864 00000100:00100000:3.0:1780298661.399410:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844864 00000100:00100000:3.0:1780298661.399433:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844736 00000100:00100000:3.0:1780298661.399435:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844736 00000100:00100000:0.0:1780298661.399449:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10973 00000100:00100000:3.0:1780298661.399459:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10974 00000100:00100000:0.0:1780298661.399463:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609844864:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.399473:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609844736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.399474:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.399481:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.399485:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63037480 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f92 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.399489:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63037487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f8b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.399530:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605188992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.399535:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605189120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.399569:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.399570:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.400248:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605188992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.400260:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63037487 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f8b expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.400273:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e63037487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f8b expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.400284:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:3.0:1780298661.400365:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777609844736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (960us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.400373:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10974 00000100:00100000:0.0:1780298661.400458:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605189120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.400475:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63037480 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f92 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.400501:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63037480 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f92 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.400511:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2c00, rc 0) 00000100:00100000:0.0:1780298661.400541:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609844864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1085us (1166us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.400547:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10973 00000100:00100000:2.0:1780298661.402375:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.402411:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609844992 00000100:00100000:1.0:1780298661.402418:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609844992 00000100:00100000:1.0:1780298661.402459:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10975 00000100:00100000:1.0:1780298661.402468:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777609844992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.402479:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.402480:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.402495:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303748e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5f99 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.402520:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845120 00000100:00100000:0.0:1780298661.402526:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845120 00000100:00100000:1.0:1780298661.402537:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605189248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.402560:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10976 00000100:00100000:0.0:1780298661.402570:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609845120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.402580:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.402590:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bde78cfa/0xaf35132e63037495 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fa0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.402605:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.402623:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605189376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.402662:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.403264:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605189248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.403286:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303748e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f99 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.403304:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303748e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f99 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.403313:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.403342:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777609844992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 876us (972us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.403350:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10975 00000100:00100000:0.0:1780298661.403423:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605189376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.403441:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bde78cfa/0xaf35132e63037495 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa0 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.403454:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bde78cfa/0xaf35132e63037495 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa0 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.403477:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3a00, rc 0) 00000100:00100000:0.0:1780298661.403507:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609845120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1028us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.403515:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10976 00000100:00100000:2.0:1780298661.404363:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.404464:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845248 00000100:00100000:3.0:1780298661.404476:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845248 00000100:00100000:3.0:1780298661.404528:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10977 00000100:00100000:3.0:1780298661.404538:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609845248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.404553:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.404567:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fa7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.404591:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.404598:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(9 0) 00010000:00010000:3.0:1780298661.404601:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:3.0:1780298661.404604:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [258048->307199] (req 258048->307199) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.404629:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.404638:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 10 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.404648:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605189504:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.404716:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.405432:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605189504:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.405452:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [258048->307199] (req 258048->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.405465:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3c00, rc 0) 00000100:00100000:2.0:1780298661.405495:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609845248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.405500:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10977 00000100:00100000:2.0:1780298661.405697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.405733:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845376 00000100:00100000:0.0:1780298661.405738:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845376 00010000:00010000:0.0:1780298661.405762:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 11 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.405790:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15417 00000100:00100000:0.0:1780298661.405797:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609845376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.405808:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.405819:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 11 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.405831:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 11 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.405850:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e63037322 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5e6c expref: 11 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.405861:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.405865:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.405873:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.405887:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.405905:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.405913:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605189632:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.405948:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.406656:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605189632:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.406667:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.406695:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609845376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 898us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.406704:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15417 00000100:00100000:3.0:1780298661.406858:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.406892:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845504 00000100:00100000:1.0:1780298661.406902:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845504 00000100:00100000:1.0:1780298661.406933:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6701 00000100:00100000:1.0:1780298661.406939:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609845504:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.407116:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 305808 00002000:00010000:1.0:1780298661.407119:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.407121:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.407122:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.407143:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 96 00000100:00100000:1.0:1780298661.407183:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609845504:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 243us (324us total) trans 4294969374 rc 0/0 00000100:00100000:1.0:1780298661.407190:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6701 00000100:00100000:3.0:1780298661.407918:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.407950:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845632 00000100:00100000:0.0:1780298661.407954:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845632 00000100:00100000:0.0:1780298661.407991:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62166 00000100:00100000:0.0:1780298661.407998:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:30556:x1866777609845632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.408012:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.408025:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630374a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fae expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408093:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408106:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408117:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.408149:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 507240 00000004:00200000:0.0:1780298661.408157:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.408185:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408203:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e630374a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 64 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408212:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 63 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.408217:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.408219:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.408221:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2a00, rc 0) 00000100:00100000:0.0:1780298661.408244:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777609845632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 247us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.408251:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62166 00000100:00100000:0.0:1780298661.409218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.409267:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845760 00000100:00100000:1.0:1780298661.409272:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845760 00000100:00100000:1.0:1780298661.409311:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10978 00000100:00100000:1.0:1780298661.409319:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609845760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.409328:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.409337:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630374b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fb5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.409373:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605189760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.409419:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.410025:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605189760:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.410042:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630374b1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fb5 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.410063:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630374b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fb5 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.410070:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.410094:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609845760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.410099:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10978 00000100:00100000:3.0:1780298661.410932:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.410971:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609845888 00000100:00100000:2.0:1780298661.410976:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609845888 00000100:00100000:2.0:1780298661.411013:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10979 00000100:00100000:2.0:1780298661.411020:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609845888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.411027:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.411033:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630374b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fbc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.411055:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605189888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.411094:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.411752:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605189888:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.411764:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630374b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fbc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.411774:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630374b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fbc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.411780:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:2.0:1780298661.411803:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609845888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.411807:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10979 00000100:00100000:2.0:1780298661.412665:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.412698:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846016 00000100:00100000:0.0:1780298661.412702:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846016 00000100:00100000:0.0:1780298661.412731:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6702 00000100:00100000:0.0:1780298661.412736:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609846016:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.412896:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 507240 -> 1891232 00002000:00010000:0.0:1780298661.412899:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.412901:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:0.0:1780298661.412902:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.412904:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 840 -> 960 00000100:00100000:0.0:1780298661.412927:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777609846016:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 192us (264us total) trans 4294969873 rc 0/0 00000100:00100000:0.0:1780298661.412938:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6702 00000100:00100000:3.0:1780298661.413714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.413751:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846144 00000100:00100000:0.0:1780298661.413755:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846144 00000100:00100000:0.0:1780298661.413779:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10980 00000100:00100000:0.0:1780298661.413784:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609846144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.413790:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.413798:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630374bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fc3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.413823:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605190016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.413855:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298661.414461:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00000100:00100000:0.0:1780298661.414470:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605190016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.414484:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630374bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fc3 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.414494:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630374bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fc3 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.414501:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3600, rc 0) 00000100:00100000:0.0:1780298661.414524:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609846144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (812us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.414530:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10980 00000100:00100000:2.0:1780298661.415315:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.415349:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846272 00000100:00100000:3.0:1780298661.415353:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846272 00000100:00100000:3.0:1780298661.415375:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10981 00000100:00100000:3.0:1780298661.415380:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609846272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.415387:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.415393:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e630374c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fca expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.415414:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605190144:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.415444:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.416025:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605190144:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.416045:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e630374c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fca expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.416060:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e630374c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fca expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.416069:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:2.0:1780298661.416097:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777609846272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 716us (784us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.416114:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10981 00000100:00100000:2.0:1780298661.417735:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.417768:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846528 00000100:00100000:0.0:1780298661.417779:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846528 00000100:00100000:0.0:1780298661.417811:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62167 00000100:00100000:0.0:1780298661.417817:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+54:30556:x1866777609846528:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.417851:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.417866:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303746b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f76 expref: 54 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.417876:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.417879:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.417995:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.418005:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 62 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.418013:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.418029:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 62 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.418039:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 62 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.418047:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605190272:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.418084:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.418766:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605190272:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.418778:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.418954:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.418986:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846656 00000100:00100000:0.0:1780298661.418990:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846656 00010000:00010000:0.0:1780298661.419004:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 63 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.419033:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15418 00000100:00100000:0.0:1780298661.419042:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:2399:x1866777609846656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.419052:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.419057:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 63 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419069:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 63 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419082:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2a00/0xaf35132e630374aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fae expref: 63 pid: 7411 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419093:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.419096:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419105:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419110:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.419149:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.419153:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.419174:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.419190:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2399:x1866777609846656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.419198:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15418 00000001:00080000:1.0:1780298661.419229:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991201 00000004:00010000:1.0:1780298661.419255:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a83df97f reply state 0000000057813d69 transno 4294991202 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.419268:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.419274:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.419277:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.419279:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.419333:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+56:30556:x1866777609846528:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1514us (1598us total) trans 4294991202 rc 0/0 00000100:00100000:1.0:1780298661.419340:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62167 00000020:00080000:1.0:1780298661.419345:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298661.419953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.419989:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846784 00000100:00100000:1.0:1780298661.419992:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846784 00000100:00100000:1.0:1780298661.420016:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10982 00000100:00100000:1.0:1780298661.420020:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777609846784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.420027:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.420035:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fd1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420051:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420059:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.420064:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:1.0:1780298661.420069:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 22 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420089:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420097:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 19 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.420104:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605190400:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.420152:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429656c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.420736:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605190400:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.420749:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 22 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420762:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.420785:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30556:x1866777609846784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.420789:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10982 00000100:00100000:2.0:1780298661.420863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.420895:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609846912 00000100:00100000:1.0:1780298661.420899:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609846912 00010000:00010000:1.0:1780298661.420911:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 20 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.420929:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15419 00000100:00100000:1.0:1780298661.420934:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777609846912:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.420940:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.420950:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 20 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420957:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 20 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420967:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303743a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 610304->630783) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5f53 expref: 20 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420973:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:1.0:1780298661.420975:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:1.0:1780298661.420979:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.420990:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.421005:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.421012:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605190528:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.421034:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429656c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.421636:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605190528:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.421647:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.421670:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609846912:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 735us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.421677:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15419 00000100:00100000:3.0:1780298661.421869:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.421888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.421912:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847040 00000100:00100000:0.0:1780298661.421916:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847040 00002000:00010000:0.0:1780298661.421932:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4711991->18446744073709551615) 00000100:00100000:2.0:1780298661.421933:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847168 00002000:00100000:0.0:1780298661.421936:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006a00 with x1866777609847040 ext(4711991->18446744073709551615) 00000100:00100000:2.0:1780298661.421939:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847168 00002000:00010000:0.0:1780298661.421944:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006a00. 00002000:00010000:2.0:1780298661.421959:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298661.421963:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004000 with x1866777609847168 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298661.421971:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348004000. 00000100:00100000:3.0:1780298661.421975:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6703 00000100:00100000:3.0:1780298661.421983:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777609847040:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298661.422002:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6704 00000100:00100000:2.0:1780298661.422012:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609847168:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298661.422152:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1891232 -> 4711991 00002000:00010000:3.0:1780298661.422156:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.422157:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 305808 -> 4194304 00002000:00010000:3.0:1780298661.422159:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 0 00002000:00010000:3.0:1780298661.422172:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:3.0:1780298661.422176:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 960 -> 960 00002000:00010000:2.0:1780298661.422176:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.422183:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.422185:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.422188:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:3.0:1780298661.422210:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777609847040:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 229us (340us total) trans 4294969874 rc 0/0 00000100:00100000:3.0:1780298661.422219:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6703 00000100:00100000:2.0:1780298661.422221:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609847168:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 207us (325us total) trans 4294969375 rc 0/0 00002000:00010000:3.0:1780298661.422222:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4711991->18446744073709551615) 00002000:00100000:3.0:1780298661.422229:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006a00 with x1866777609847040 ext(4711991->18446744073709551615) 00000100:00100000:2.0:1780298661.422231:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6704 00002000:00010000:3.0:1780298661.422234:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006a00. 00002000:00010000:2.0:1780298661.422236:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298661.422240:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004000 with x1866777609847168 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298661.422246:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348004000. 00000100:00100000:2.0:1780298661.429870:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.429897:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.429914:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847296 00000100:00100000:1.0:1780298661.429950:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847424 00000100:00100000:1.0:1780298661.429959:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847424 00000100:00100000:3.0:1780298661.429960:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847296 00002000:00100000:1.0:1780298661.430005:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (0->630783) req@ffff9cf37bbc4380 x1866777609847424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.430006:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (630784->4698111) req@ffff9cf37bbc6680 x1866777609847296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.430030:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4380 with x1866777609847424 ext(0->630783) 00002000:00100000:3.0:1780298661.430031:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6680 with x1866777609847296 ext(630784->4698111) 00002000:00010000:3.0:1780298661.430038:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6680 00002000:00010000:1.0:1780298661.430039:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4380 00000100:00100000:3.0:1780298661.430069:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6705 00000100:00100000:3.0:1780298661.430079:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2398:x1866777609847296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.430083:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6706 00000100:00100000:1.0:1780298661.430096:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609847424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.431974:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609847424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1878us (2072us total) trans 0 rc 630784/630784 00000100:00100000:1.0:1780298661.431990:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6706 00002000:00100000:1.0:1780298661.431998:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (0->630783) req@ffff9cf37bbc4380 x1866777609847424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.432004:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4380 with x1866777609847424 ext(0->630783) 00002000:00010000:1.0:1780298661.432008:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4380 00000100:00100000:3.0:1780298661.437930:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2398:x1866777609847296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7844us (8057us total) trans 0 rc 3567616/3567616 00000100:00100000:3.0:1780298661.437942:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6705 00002000:00100000:3.0:1780298661.437954:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (630784->4698111) req@ffff9cf37bbc6680 x1866777609847296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 3567616/3567616 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.437962:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6680 with x1866777609847296 ext(630784->4698111) 00002000:00010000:3.0:1780298661.437968:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6680 00000100:00100000:2.0:1780298661.446304:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.446328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.446357:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847552 00000100:00100000:0.0:1780298661.446368:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847552 00000100:00100000:3.0:1780298661.446378:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847680 00000100:00100000:3.0:1780298661.446383:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847680 00002000:00100000:3.0:1780298661.446417:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (630784->4194303) req@ffff9cf37bbc5500 x1866777609847680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.446419:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4194304->4714495) req@ffff9cf37bbc6d80 x1866777609847552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.446433:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5500 with x1866777609847680 ext(630784->4194303) 00002000:00010000:3.0:1780298661.446439:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc5500 00002000:00100000:0.0:1780298661.446441:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6d80 with x1866777609847552 ext(4194304->4714495) 00002000:00010000:0.0:1780298661.446447:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6d80 00000100:00100000:3.0:1780298661.446466:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6707 00000100:00100000:3.0:1780298661.446485:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609847680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.446491:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6708 00000100:00100000:0.0:1780298661.446502:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777609847552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.448307:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777609847552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1806us (2004us total) trans 0 rc 516096/516096 00000100:00100000:1.0:1780298661.448315:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6708 00002000:00100000:1.0:1780298661.448321:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4194304->4714495) req@ffff9cf37bbc6d80 x1866777609847552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 516096/516096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.448329:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6d80 with x1866777609847552 ext(4194304->4714495) 00002000:00010000:1.0:1780298661.448333:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6d80 00000100:00100000:2.0:1780298661.450951:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.451012:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847808 00000100:00100000:0.0:1780298661.451019:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847808 00002000:00100000:0.0:1780298661.451050:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (4694016->4711990) req@ffff9cf36d4b7100 x1866777609847808/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.451058:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777609847808 ext(4694016->4711990) 00002000:00010000:0.0:1780298661.451062:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:0.0:1780298661.451083:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6709 00000100:00100000:0.0:1780298661.451092:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777609847808:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.453141:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777609847808:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2030us (2175us total) trans 4294969875 rc 0/0 00000100:00100000:1.0:1780298661.453151:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6709 00002000:00100000:1.0:1780298661.453158:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (4694016->4711990) req@ffff9cf36d4b7100 x1866777609847808/t4294969875(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.453179:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777609847808 ext(4694016->4711990) 00002000:00010000:1.0:1780298661.453183:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:3.0:1780298661.453752:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609847680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7268us (7420us total) trans 0 rc 3563520/3563520 00000100:00100000:3.0:1780298661.453761:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6707 00002000:00100000:3.0:1780298661.453769:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (630784->4194303) req@ffff9cf37bbc5500 x1866777609847680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 3563520/3563520 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.453778:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5500 with x1866777609847680 ext(630784->4194303) 00002000:00010000:3.0:1780298661.453783:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc5500 00000100:00100000:3.0:1780298661.453997:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.454031:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609847936 00000100:00100000:2.0:1780298661.454038:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609847936 00000100:00100000:2.0:1780298661.454075:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10983 00000100:00100000:2.0:1780298661.454085:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777609847936:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298661.454786:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969875 is committed 00000001:00080000:1.0:1780298661.454797:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969873 is committed 00000100:00100000:2.0:1780298661.454900:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609847936:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 806us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.454909:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10983 00000100:00100000:0.0:1780298661.455764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.455811:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848064 00000100:00100000:1.0:1780298661.455815:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848064 00000100:00100000:1.0:1780298661.455850:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62168 00000100:00100000:1.0:1780298661.455855:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:30556:x1866777609848064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.455867:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.455885:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630374db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fd8 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.455960:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.455972:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.455980:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.456004:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8906295 00000004:00200000:1.0:1780298661.456009:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.456029:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.456053:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630374db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 64 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.456070:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 63 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.456076:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.456078:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.456080:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.456104:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777609848064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 250us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.456114:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62168 00000100:00100000:3.0:1780298661.457109:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.457156:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848192 00000100:00100000:3.0:1780298661.457173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.457174:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848192 00000100:00100000:0.0:1780298661.457218:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848320 00000100:00100000:0.0:1780298661.457222:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848320 00000100:00100000:2.0:1780298661.457232:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10984 00000100:00100000:2.0:1780298661.457245:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609848192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.457246:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10985 00010000:00010000:2.0:1780298661.457257:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.457258:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609848320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.457266:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.457269:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e630374e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fdf expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.457277:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e630374f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fe6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.457323:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605190784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.457326:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605190656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.457396:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.457396:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.458281:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605190784:192.168.203.25@tcp:106: 00002000:00010000:2.0:1780298661.458289:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1780298661 00002000:00010000:2.0:1780298661.458294:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 960 -> 1008 00000100:00100000:2.0:1780298661.458306:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605190656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.458308:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e630374f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fe6 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.458331:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e630374e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fdf expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.458332:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e630374f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fe6 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.458359:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:2.0:1780298661.458362:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060ad3cf6/0xaf35132e630374e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fdf expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.458384:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d600, rc 0) 00000100:00100000:1.0:1780298661.458396:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609848320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1139us (1233us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.458403:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10985 00000100:00100000:2.0:1780298661.458411:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609848192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1170us (1301us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.458420:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10984 00000100:00100000:0.0:1780298661.459525:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.459545:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.459560:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848448 00000100:00100000:1.0:1780298661.459565:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848448 00000100:00100000:3.0:1780298661.459577:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848576 00000100:00100000:3.0:1780298661.459583:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848576 00000100:00100000:1.0:1780298661.459595:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10986 00000100:00100000:1.0:1780298661.459603:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609848448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.459616:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.459619:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10987 00010000:00010000:1.0:1780298661.459625:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630374f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5fed expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.459631:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609848576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.459642:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.459650:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e630374fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ff4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.459656:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605190912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.459680:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605191040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.459698:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.459708:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.460486:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605190912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.460487:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605191040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.460512:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630374f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fed expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.460513:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e630374fe lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ff4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.460542:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630374f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fed expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.460543:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000422f8784/0xaf35132e630374fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ff4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.460564:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c000, rc 0) 00010000:00010000:0.0:1780298661.460567:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:0.0:1780298661.460597:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609848448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1071us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.460601:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609848576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1051us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.460607:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10986 00000100:00100000:2.0:1780298661.460616:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10987 00000100:00100000:3.0:1780298661.462083:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.462115:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848704 00000100:00100000:2.0:1780298661.462120:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848704 00000100:00100000:2.0:1780298661.462178:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62169 00000100:00100000:2.0:1780298661.462185:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+56:30556:x1866777609848704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.462198:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.462209:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d400/0xaf35132e63037505 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d5ffb expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462272:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462283:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462290:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.462308:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8906295 00000004:00200000:2.0:1780298661.462311:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.462324:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462338:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d400/0xaf35132e63037505 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ffb expref: 58 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462347:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ffb expref: 57 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.462352:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.462354:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.462361:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:2.0:1780298661.462384:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+57:30556:x1866777609848704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 201us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.462389:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62169 00000100:00100000:3.0:1780298661.463818:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.463850:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848832 00000100:00100000:0.0:1780298661.463854:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848832 00000100:00100000:0.0:1780298661.463888:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6710 00000100:00100000:0.0:1780298661.463893:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609848832:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.464111:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4711991 -> 4711991 00002000:00010000:0.0:1780298661.464115:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.464116:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.464118:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.464119:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:0.0:1780298661.464192:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609848832:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 299us (374us total) trans 4294969876 rc 0/0 00000100:00100000:0.0:1780298661.464197:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6710 00000100:00100000:1.0:1780298661.465073:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.465156:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609848960 00000100:00100000:3.0:1780298661.465172:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609848960 00000100:00100000:3.0:1780298661.465212:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10988 00000100:00100000:0.0:1780298661.465213:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.465220:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609848960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.465229:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.465239:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6002 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.465240:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849088 00000100:00100000:1.0:1780298661.465244:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849088 00000100:00100000:1.0:1780298661.465270:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10989 00000100:00100000:1.0:1780298661.465276:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609849088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.465283:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.465291:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303751a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6009 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.465318:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605191168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.465324:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605191296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.465368:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.465368:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.466063:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605191168:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.466081:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303751a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6009 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.466094:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303751a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6009 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.466102:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:2.0:1780298661.466148:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609849088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.466155:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10989 00000100:00100000:3.0:1780298661.466241:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605191296:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.466287:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037513 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6002 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.466297:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6002 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.466304:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298661.466325:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609848960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1254us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.466330:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10988 00000100:00100000:3.0:1780298661.467662:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.467690:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849216 00000100:00100000:2.0:1780298661.467695:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849216 00000100:00100000:2.0:1780298661.467719:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10990 00000100:00100000:2.0:1780298661.467725:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609849216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.467732:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.467740:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63037521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6010 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.467757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.467765:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605191424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.467795:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849344 00000100:00100000:1.0:1780298661.467801:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849344 00000100:00100000:2.0:1780298661.467805:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.467834:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10991 00000100:00100000:1.0:1780298661.467842:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609849344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.467849:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.467856:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037528 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6017 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.467887:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605191552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.467928:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.468508:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605191552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.468523:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037528 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6017 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.468527:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605191424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.468536:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037528 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6017 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.468545:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00010000:00010000:2.0:1780298661.468557:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63037521 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6010 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.468572:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b22e06ca/0xaf35132e63037521 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6010 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.468576:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609849344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 733us (817us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.468588:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10991 00010000:00010000:2.0:1780298661.468590:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:2.0:1780298661.468612:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609849216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 887us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.468617:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10990 00000100:00100000:3.0:1780298661.469694:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.469728:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849472 00000100:00100000:2.0:1780298661.469732:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849472 00000100:00100000:2.0:1780298661.469762:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6711 00000100:00100000:2.0:1780298661.469767:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609849472:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.469925:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298661.469929:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.469931:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.469934:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.469936:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 96 -> 96 00000100:00100000:2.0:1780298661.469967:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609849472:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 199us (272us total) trans 4294969376 rc 0/0 00000100:00100000:2.0:1780298661.469975:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6711 00000100:00100000:3.0:1780298661.471334:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.471364:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849600 00000100:00100000:2.0:1780298661.471370:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849600 00000100:00100000:2.0:1780298661.471405:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10992 00000100:00100000:2.0:1780298661.471415:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609849600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.471431:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.471437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298661.471442:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6303752f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d601e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.471477:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605191680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.471479:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849728 00000100:00100000:0.0:1780298661.471485:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849728 00000100:00100000:0.0:1780298661.471522:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10993 00000100:00100000:2.0:1780298661.471531:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.471532:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609849728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.471542:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.471550:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037536 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6025 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.471578:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605191808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.471608:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.472117:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605191680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.472151:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6303752f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d601e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.472174:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6bc1d3e/0xaf35132e6303752f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d601e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.472182:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:2.0:1780298661.472206:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609849600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (873us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.472211:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10992 00000100:00100000:0.0:1780298661.472251:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605191808:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.472271:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037536 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6025 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.472284:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037536 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6025 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.472293:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:0.0:1780298661.472316:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609849728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (879us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.472323:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10993 00000100:00100000:1.0:1780298661.473215:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.473247:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849856 00000100:00100000:0.0:1780298661.473253:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849856 00000100:00100000:0.0:1780298661.473279:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10994 00000100:00100000:0.0:1780298661.473285:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609849856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.473291:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.473297:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d602c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.473311:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.473318:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(10 0) 00010000:00010000:0.0:1780298661.473321:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.473324:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2220032->2224127] (req 2220032->2224127) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.473338:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.473347:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 13 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.473353:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605191936:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.473388:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.474004:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605191936:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.474021:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2220032->2224127] (req 2220032->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.474039:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298661.474074:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609849856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.474081:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10994 00000100:00100000:3.0:1780298661.478286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.478334:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609849984 00000100:00100000:1.0:1780298661.478342:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609849984 00010000:00010000:1.0:1780298661.478376:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 14 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.478412:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15420 00000100:00100000:1.0:1780298661.478424:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609849984:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.478438:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.478458:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 14 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.478472:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 14 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.478513:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003540747e/0xaf35132e6303749c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 258048->307199) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fa7 expref: 14 pid: 8359 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.478527:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:1.0:1780298661.478531:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:1.0:1780298661.478539:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.478550:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.478582:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.478595:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605192064:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.478668:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.479441:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605192064:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.479456:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.479481:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609849984:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1062us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.479489:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15420 00000100:00100000:3.0:1780298661.480066:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.480104:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850112 00000100:00100000:2.0:1780298661.480109:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850112 00002000:00100000:2.0:1780298661.480158:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2191360->2256895) req@ffff9cf24519e680 x1866777609850112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.480180:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e680 with x1866777609850112 ext(2191360->2256895) 00002000:00010000:2.0:1780298661.480184:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e680 00000100:00100000:2.0:1780298661.480207:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6712 00000100:00100000:2.0:1780298661.480217:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609850112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.481231:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609850112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1015us (1163us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298661.481239:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6712 00002000:00100000:2.0:1780298661.481247:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2191360->2256895) req@ffff9cf24519e680 x1866777609850112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.481256:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e680 with x1866777609850112 ext(2191360->2256895) 00002000:00010000:2.0:1780298661.481260:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e680 00000100:00100000:3.0:1780298661.482658:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.482693:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850240 00000100:00100000:2.0:1780298661.482698:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850240 00002000:00100000:2.0:1780298661.482714:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2256896->2293759) req@ffff9cf24519dc00 x1866777609850240/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.482720:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777609850240 ext(2256896->2293759) 00002000:00010000:2.0:1780298661.482722:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:2.0:1780298661.482739:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6713 00000100:00100000:2.0:1780298661.482743:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609850240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.483623:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609850240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 878us (965us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298661.483628:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6713 00002000:00100000:2.0:1780298661.483632:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2256896->2293759) req@ffff9cf24519dc00 x1866777609850240/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.483638:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777609850240 ext(2256896->2293759) 00002000:00010000:2.0:1780298661.483641:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:1.0:1780298661.484780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.484827:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850368 00000100:00100000:2.0:1780298661.484837:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850368 00000100:00100000:2.0:1780298661.484863:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10995 00000100:00100000:2.0:1780298661.484868:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609850368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.484877:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.484889:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6033 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.484905:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.484908:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.484913:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.484925:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.484932:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d400, rc 0) 00000100:00100000:2.0:1780298661.484953:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609850368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.484958:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10995 00000100:00100000:0.0:1780298661.486094:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.486140:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850496 00000100:00100000:1.0:1780298661.486144:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850496 00000100:00100000:1.0:1780298661.486181:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10996 00000100:00100000:1.0:1780298661.486187:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609850496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.486194:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.486203:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303754b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d603a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.486244:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605192192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.486291:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.487047:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605192192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.487067:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303754b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d603a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.487079:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303754b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d603a expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.487087:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298661.487111:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609850496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.487116:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10996 00000100:00100000:3.0:1780298661.488365:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.488416:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850624 00000100:00100000:0.0:1780298661.488423:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850624 00002000:00100000:0.0:1780298661.488451:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf24519df80 x1866777609850624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.488461:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777609850624 ext(663552->667647) 00002000:00010000:0.0:1780298661.488465:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:0.0:1780298661.488490:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6714 00000100:00100000:0.0:1780298661.488497:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609850624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.488614:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609850624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 117us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.488621:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6714 00002000:00100000:0.0:1780298661.488628:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf24519df80 x1866777609850624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.488650:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777609850624 ext(663552->667647) 00002000:00010000:0.0:1780298661.488654:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:0.0:1780298661.489773:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.489812:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850752 00000100:00100000:1.0:1780298661.489817:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850752 00002000:00100000:1.0:1780298661.489838:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (667648->671743) req@ffff9cf37baece00 x1866777609850752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.489845:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777609850752 ext(667648->671743) 00002000:00010000:1.0:1780298661.489848:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baece00 00000100:00100000:1.0:1780298661.489863:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6715 00000100:00100000:1.0:1780298661.489867:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609850752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.489951:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609850752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.489964:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6715 00002000:00100000:1.0:1780298661.489970:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (667648->671743) req@ffff9cf37baece00 x1866777609850752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.489976:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777609850752 ext(667648->671743) 00002000:00010000:1.0:1780298661.489978:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baece00 00000100:00100000:3.0:1780298661.492674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.492715:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609850880 00000100:00100000:2.0:1780298661.492722:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609850880 00002000:00100000:2.0:1780298661.492748:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (270336->1081343) req@ffff9cf24519d500 x1866777609850880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.492757:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d500 with x1866777609850880 ext(270336->1081343) 00002000:00010000:2.0:1780298661.492761:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d500 00000100:00100000:2.0:1780298661.492783:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6716 00000100:00100000:2.0:1780298661.492800:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609850880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.495308:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609850880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2503us (2629us total) trans 0 rc 802816/802816 00000100:00100000:2.0:1780298661.495318:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6716 00002000:00100000:2.0:1780298661.495328:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (270336->1081343) req@ffff9cf24519d500 x1866777609850880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 802816/802816 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.495338:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d500 with x1866777609850880 ext(270336->1081343) 00002000:00010000:2.0:1780298661.495343:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d500 00000100:00100000:0.0:1780298661.497193:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.497255:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851008 00000100:00100000:3.0:1780298661.497270:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851008 00000100:00100000:3.0:1780298661.497327:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10997 00000100:00100000:3.0:1780298661.497340:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609851008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.497359:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.497389:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037552 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6041 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.497447:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605192320:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.497548:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.498332:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605192320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.498354:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037552 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6041 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.498371:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037552 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6041 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.498381:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298661.498411:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609851008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1220us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.498418:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10997 00000100:00100000:1.0:1780298661.499348:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.499410:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851136 00000100:00100000:0.0:1780298661.499416:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851136 00000100:00100000:0.0:1780298661.499460:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10998 00000100:00100000:0.0:1780298661.499471:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609851136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.499481:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.499492:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037559 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6048 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.499525:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605192448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.499571:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.500202:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605192448:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.500222:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037559 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6048 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.500236:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037559 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6048 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.500245:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:2.0:1780298661.500347:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609851136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (993us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.500360:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10998 00000100:00100000:3.0:1780298661.501215:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.501262:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851392 00000100:00100000:0.0:1780298661.501267:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851392 00000100:00100000:0.0:1780298661.501295:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62170 00000100:00100000:0.0:1780298661.501301:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+57:30556:x1866777609851392:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.501337:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.501357:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450d200/0xaf35132e6303750c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5ffb expref: 57 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.501371:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.501376:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.501530:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.501551:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 62 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.501562:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.501585:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 62 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.501597:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 62 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.501609:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605192576:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.501654:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.502306:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605192576:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.502319:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.502460:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.502503:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851520 00000100:00100000:1.0:1780298661.502508:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851520 00010000:00010000:1.0:1780298661.502530:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 63 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.502558:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15421 00000100:00100000:1.0:1780298661.502566:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:2399:x1866777609851520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.502576:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.502586:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 63 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502600:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 63 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502610:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e630374e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd8 expref: 63 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502618:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.502621:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502633:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502639:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.502653:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.502673:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:2399:x1866777609851520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 109us (215us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298661.502674:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.502683:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15421 00010000:00010000:0.0:1780298661.502689:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.502738:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991203 00000004:00010000:0.0:1780298661.502761:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000105cbbeb reply state 0000000037ebb7a1 transno 4294991204 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.502784:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.502790:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.502793:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.502796:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.502852:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:30556:x1866777609851392:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1550us (1637us total) trans 4294991204 rc 0/0 00000100:00100000:0.0:1780298661.502859:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62170 00000020:00080000:0.0:1780298661.502863:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.503528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.503571:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851648 00000100:00100000:2.0:1780298661.503580:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851648 00000100:00100000:2.0:1780298661.503623:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 10999 00000100:00100000:2.0:1780298661.503631:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609851648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.503645:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.503662:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d604f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503690:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503700:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503726:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.503730:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.503737:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503765:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503779:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.503793:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605192704:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.503874:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.503886:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 10 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.503899:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605192832:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.503931:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.504496:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605192704:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.504635:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.504665:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605192832:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.504673:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851776 00000100:00100000:0.0:1780298661.504680:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851776 00010000:00010000:2.0:1780298661.504701:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.504705:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 16 pid: 9128 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.504738:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450cc00, rc 0) 00000100:00100000:0.0:1780298661.504763:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15422 00000100:00100000:0.0:1780298661.504774:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609851776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298661.504776:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609851648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1145us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.504803:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 10999 00010000:00010000:0.0:1780298661.504805:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.504828:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.504846:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.504860:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6bc1d3e/0xaf35132e63037544 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6033 expref: 15 pid: 9128 timeout: 950 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.504886:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.504918:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609851776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 146us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.504926:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15422 00000100:00100000:3.0:1780298661.505775:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.505814:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609851904 00000100:00100000:0.0:1780298661.505819:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609851904 00010000:00010000:0.0:1780298661.505837:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.505868:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15423 00000100:00100000:0.0:1780298661.505876:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609851904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.505884:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.505893:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.505903:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.505917:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303753d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2224127) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d602c expref: 11 pid: 20252 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.505927:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.505931:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:0.0:1780298661.505937:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.505953:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.505979:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.505991:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605192960:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.506036:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.506632:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605192960:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.506642:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.506664:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609851904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 791us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.506669:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15423 00000100:00100000:3.0:1780298661.506872:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.506905:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852032 00000100:00100000:2.0:1780298661.506909:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852032 00002000:00010000:2.0:1780298661.506927:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1341494->18446744073709551615) 00002000:00100000:2.0:1780298661.506930:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777609852032 ext(1341494->18446744073709551615) 00002000:00010000:2.0:1780298661.506936:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519fb80. 00000100:00100000:2.0:1780298661.506954:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6717 00000100:00100000:2.0:1780298661.506962:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609852032:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298661.507062:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.507112:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852160 00000100:00100000:1.0:1780298661.507118:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852160 00002000:00010000:1.0:1780298661.507181:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.507186:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777609852160 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.507193:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d880. 00000100:00100000:1.0:1780298661.507228:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6718 00000100:00100000:1.0:1780298661.507239:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609852160:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298661.507252:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4711991 -> 1341494 00002000:00010000:2.0:1780298661.507256:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298661 -> 1780298662 00002000:00010000:2.0:1780298661.507258:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.507259:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298661 -> 1780298662 00002000:00010000:2.0:1780298661.507261:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 848 00000100:00100000:2.0:1780298661.507291:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609852032:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 327us (418us total) trans 4294969877 rc 0/0 00000100:00100000:2.0:1780298661.507299:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6717 00002000:00010000:2.0:1780298661.507302:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1341494->18446744073709551615) 00002000:00100000:2.0:1780298661.507306:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777609852032 ext(1341494->18446744073709551615) 00002000:00010000:2.0:1780298661.507311:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519fb80. 00002000:00010000:1.0:1780298661.507393:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1780298661.507398:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298661 -> 1780298662 00002000:00010000:1.0:1780298661.507401:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.507403:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298661 -> 1780298662 00002000:00010000:1.0:1780298661.507405:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 96 -> 0 00000100:00100000:1.0:1780298661.507436:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609852160:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 201us (374us total) trans 4294969377 rc 0/0 00000100:00100000:1.0:1780298661.507444:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6718 00002000:00010000:1.0:1780298661.507448:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.507458:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777609852160 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.507462:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d880. 00000100:00100000:3.0:1780298661.511071:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.511121:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852288 00000100:00100000:1.0:1780298661.511147:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852288 00000100:00100000:1.0:1780298661.511206:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62171 00000100:00100000:1.0:1780298661.511216:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+62:30556:x1866777609852288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.511231:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.511247:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e6303756e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6056 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511322:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511336:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511346:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.511371:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1341494 00000004:00200000:1.0:1780298661.511375:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.511391:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511415:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e6303756e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6056 expref: 64 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511430:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6056 expref: 63 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.511451:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.511454:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.511457:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298661.511495:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777609852288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 282us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.511503:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62171 00000100:00100000:3.0:1780298661.512398:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.512436:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852416 00000100:00100000:1.0:1780298661.512441:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852416 00000100:00100000:1.0:1780298661.512475:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11000 00000100:00100000:1.0:1780298661.512485:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609852416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.512494:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.512505:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303757c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d605d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.512547:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605193088:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.512574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.512615:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.512618:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852544 00000100:00100000:0.0:1780298661.512624:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852544 00000100:00100000:0.0:1780298661.512663:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11001 00000100:00100000:0.0:1780298661.512673:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609852544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.512682:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.512691:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037583 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6064 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.512716:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605193216:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.512743:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.513215:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605193088:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.513245:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303757c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d605d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.513261:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303757c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d605d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.513271:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.513307:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609852416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (909us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.513315:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11000 00000100:00100000:0.0:1780298661.513461:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605193216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.513473:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037583 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6064 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.513481:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037583 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6064 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.513487:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:0.0:1780298661.513507:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609852544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.513512:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11001 00000100:00100000:2.0:1780298661.514244:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.514281:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852672 00000100:00100000:0.0:1780298661.514286:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852672 00000100:00100000:2.0:1780298661.514293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.514324:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852800 00000100:00100000:0.0:1780298661.514328:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852800 00000100:00100000:1.0:1780298661.514334:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11002 00000100:00100000:1.0:1780298661.514345:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609852672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.514354:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.514354:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11003 00010000:00010000:1.0:1780298661.514364:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303758a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d606b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.514365:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609852800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.514376:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.514384:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037591 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6072 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.514401:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605193344:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.514408:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605193472:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.514453:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.514454:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.514963:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605193344:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.514979:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303758a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d606b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.514994:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303758a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d606b expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.515004:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.515034:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609852672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 691us (789us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.515043:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11002 00000100:00100000:0.0:1780298661.515087:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605193472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.515111:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037591 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6072 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.515169:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037591 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6072 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.515180:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298661.515201:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609852800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (910us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.515207:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11003 00000100:00100000:2.0:1780298661.515927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.515964:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609852928 00000100:00100000:1.0:1780298661.515970:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609852928 00000100:00100000:1.0:1780298661.516002:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11004 00000100:00100000:1.0:1780298661.516017:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609852928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.516026:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.516034:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6079 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.516050:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.516058:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:1.0:1780298661.516062:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:1.0:1780298661.516067:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [761856->790527] (req 761856->790527) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.516087:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.516100:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 12 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.516111:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605193600:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.516181:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.516700:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605193600:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.516715:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [761856->790527] (req 761856->790527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.516736:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:1.0:1780298661.516765:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609852928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 749us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.516771:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11004 00000100:00100000:3.0:1780298661.517349:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.517381:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853056 00000100:00100000:0.0:1780298661.517385:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853056 00010000:00010000:0.0:1780298661.517400:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 13 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.517422:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15424 00000100:00100000:0.0:1780298661.517426:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609853056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.517433:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.517441:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 13 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.517449:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 13 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.517461:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630374d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5fd1 expref: 13 pid: 8356 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.517476:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:0.0:1780298661.517479:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:0.0:1780298661.517485:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.517491:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.517506:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.517513:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605193728:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.517547:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.518116:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605193728:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.518152:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.518197:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609853056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 769us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.518205:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15424 00000100:00100000:3.0:1780298661.518396:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.518430:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853184 00000100:00100000:0.0:1780298661.518435:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853184 00000100:00100000:0.0:1780298661.518471:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6719 00000100:00100000:0.0:1780298661.518480:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609853184:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.518689:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1341494 -> 1341494 00002000:00010000:0.0:1780298661.518695:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.518697:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.518698:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.518700:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 848 -> 896 00000100:00100000:0.0:1780298661.518721:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609853184:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 244us (378us total) trans 4294969878 rc 0/0 00000100:00100000:0.0:1780298661.518726:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6719 00000100:00100000:0.0:1780298661.519620:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.519661:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853312 00000100:00100000:3.0:1780298661.519666:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853312 00000100:00100000:3.0:1780298661.519697:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11005 00000100:00100000:3.0:1780298661.519705:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.519714:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.519723:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303759f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6080 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.519754:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605193856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.519793:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.520400:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605193856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.520418:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303759f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6080 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.520432:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303759f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6080 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.520448:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298661.520476:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (856us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.520483:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11005 00000100:00100000:1.0:1780298661.521210:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.521234:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853440 00000100:00100000:3.0:1780298661.521239:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853440 00000100:00100000:3.0:1780298661.521267:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11006 00000100:00100000:3.0:1780298661.521275:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609853440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.521283:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.521291:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6087 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.521313:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605193984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.521351:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.521941:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605193984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.521956:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6087 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.521969:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6087 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.521978:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:3.0:1780298661.522008:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609853440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 734us (799us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.522022:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11006 00000100:00100000:2.0:1780298661.524846:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.524887:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853568 00000100:00100000:1.0:1780298661.524892:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853568 00002000:00100000:1.0:1780298661.524923:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->1343487) req@ffff9cf343965500 x1866777609853568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.524933:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965500 with x1866777609853568 ext(0->1343487) 00002000:00010000:1.0:1780298661.524938:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965500 00000100:00100000:1.0:1780298661.524961:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6720 00000100:00100000:1.0:1780298661.524970:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609853568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.528350:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609853568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 3374us (3499us total) trans 0 rc 1343488/1343488 00000100:00100000:0.0:1780298661.528362:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6720 00002000:00100000:0.0:1780298661.528372:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (0->1343487) req@ffff9cf343965500 x1866777609853568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 1343488/1343488 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.528379:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965500 with x1866777609853568 ext(0->1343487) 00002000:00010000:0.0:1780298661.528384:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965500 00000100:00100000:0.0:1780298661.529666:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.529708:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853696 00000100:00100000:2.0:1780298661.529714:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853696 00000100:00100000:2.0:1780298661.529749:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11007 00000100:00100000:2.0:1780298661.529759:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609853696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.529772:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.529786:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e630375ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d608e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.529830:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605194112:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.529876:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.530595:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343966680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605194112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.530617:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e630375ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d608e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.530636:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000579af131/0xaf35132e630375ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d608e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.530646:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450ca00, rc 0) 00000100:00100000:0.0:1780298661.530675:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609853696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (1010us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.530689:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11007 00000100:00100000:1.0:1780298661.531606:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.531648:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853824 00000100:00100000:2.0:1780298661.531653:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853824 00000100:00100000:2.0:1780298661.531677:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11008 00000100:00100000:2.0:1780298661.531683:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.531690:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.531697:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e630375b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6095 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.531717:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605194240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.531749:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.532428:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605194240:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.532441:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e630375b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6095 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.532456:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000181eb808/0xaf35132e630375b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6095 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.532463:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:2.0:1780298661.532485:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (885us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.532489:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11008 00000100:00100000:3.0:1780298661.534302:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.534342:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609853952 00000100:00100000:0.0:1780298661.534347:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609853952 00000100:00100000:0.0:1780298661.534382:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11009 00000100:00100000:0.0:1780298661.534393:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.534403:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.534412:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630375bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d609c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.534442:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605194368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.534483:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.535220:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605194368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.535235:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630375bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d609c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.535249:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a7e8eb/0xaf35132e630375bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d609c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.535258:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499e00, rc 0) 00000100:00100000:0.0:1780298661.535288:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609853952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 899us (990us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.535295:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11009 00000100:00100000:3.0:1780298661.536084:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.536145:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854080 00000100:00100000:2.0:1780298661.536150:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854080 00000100:00100000:2.0:1780298661.536187:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11010 00000100:00100000:2.0:1780298661.536195:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609854080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.536203:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.536211:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60a3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.536231:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.536240:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(11 0) 00010000:00010000:2.0:1780298661.536257:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:2.0:1780298661.536261:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1155072->1220607] (req 1155072->1220607) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.536283:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.536305:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 14 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.536316:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605194496:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.536360:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.537009:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605194496:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.537026:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1155072->1220607] (req 1155072->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.537038:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:2.0:1780298661.537062:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609854080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.537067:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11010 00000100:00100000:2.0:1780298661.537270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.537313:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854208 00000100:00100000:1.0:1780298661.537324:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854208 00010000:00010000:1.0:1780298661.537370:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 15 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.537410:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15425 00000100:00100000:1.0:1780298661.537422:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609854208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.537436:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.537456:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 15 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.537482:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 15 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.537506:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b22e06ca/0xaf35132e63037567 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d604f expref: 15 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.537523:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.537528:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.537535:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.537546:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.537581:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.537595:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605194624:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.537662:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.538326:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605194624:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.538336:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.538368:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609854208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 950us (1102us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.538378:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15425 00000100:00100000:0.0:1780298661.538467:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.538498:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854336 00000100:00100000:2.0:1780298661.538502:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854336 00000100:00100000:2.0:1780298661.538538:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6721 00000100:00100000:2.0:1780298661.538544:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609854336:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.538704:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1220513 00002000:00010000:2.0:1780298661.538707:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.538709:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:2.0:1780298661.538710:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.538712:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 128 00000100:00100000:2.0:1780298661.538736:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609854336:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 192us (272us total) trans 4294969378 rc 0/0 00000100:00100000:2.0:1780298661.538740:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6721 00000100:00100000:3.0:1780298661.542350:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.542400:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854464 00000100:00100000:1.0:1780298661.542409:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854464 00000100:00100000:1.0:1780298661.542461:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6722 00000100:00100000:1.0:1780298661.542469:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609854464:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.542644:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1220513 -> 1220513 00002000:00010000:1.0:1780298661.542656:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.542664:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.542667:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.542669:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 136 00000100:00100000:1.0:1780298661.542721:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609854464:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 254us (378us total) trans 4294969379 rc 0/0 00000100:00100000:1.0:1780298661.542727:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6722 00000100:00100000:1.0:1780298661.543596:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.543640:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854592 00000100:00100000:0.0:1780298661.543655:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854592 00000100:00100000:0.0:1780298661.543697:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62172 00000100:00100000:0.0:1780298661.543706:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:30556:x1866777609854592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.543726:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.543745:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499200/0xaf35132e630375c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60aa expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543824:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543839:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543849:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.543873:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1341494 00000004:00200000:0.0:1780298661.543876:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.543891:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543911:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499200/0xaf35132e630375c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 61 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543926:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 60 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.543933:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.543935:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.543938:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499c00, rc 0) 00000100:00100000:0.0:1780298661.543981:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:30556:x1866777609854592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 276us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.543987:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62172 00000100:00100000:0.0:1780298661.544835:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.544881:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854720 00000100:00100000:2.0:1780298661.544886:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854720 00000100:00100000:2.0:1780298661.544912:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11011 00000100:00100000:2.0:1780298661.544920:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609854720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.544927:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.544936:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e630375d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60b1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.544963:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.544981:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605194752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.545010:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854848 00000100:00100000:3.0:1780298661.545016:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854848 00000100:00100000:2.0:1780298661.545042:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.545056:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11012 00000100:00100000:3.0:1780298661.545066:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609854848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.545073:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.545082:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60b8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.545107:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605194880:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.545272:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.545801:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 1341494 -> 4744340 00002000:00010000:2.0:1780298661.545806:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.545820:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605194752:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.545843:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e630375d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60b1 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298661.545872:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00010000:00010000:2.0:1780298661.545872:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000181eb808/0xaf35132e630375d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60b1 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.545885:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c200, rc 0) 00000100:00100000:3.0:1780298661.545890:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605194880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.545909:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375de lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60b8 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.545916:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609854720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1079us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.545928:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11011 00010000:00010000:3.0:1780298661.545936:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e630375de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60b8 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.545947:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:3.0:1780298661.545982:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609854848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1022us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.546063:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11012 00000100:00100000:0.0:1780298661.546808:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.546898:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609854976 00000100:00100000:3.0:1780298661.546903:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609854976 00000100:00100000:0.0:1780298661.546926:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.546958:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855104 00000100:00100000:1.0:1780298661.546966:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855104 00000100:00100000:2.0:1780298661.546972:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11013 00000100:00100000:2.0:1780298661.546982:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609854976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.546989:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.546998:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e630375e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60bf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.547018:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11014 00000100:00100000:2.0:1780298661.547027:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605195008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.547036:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609855104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.547053:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.547065:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e630375ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60c6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.547084:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.547105:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605195136:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.547236:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.547733:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605195008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.547747:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e630375e5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60bf expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.547758:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fc0d437/0xaf35132e630375e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60bf expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.547766:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c800, rc 0) 00000100:00100000:2.0:1780298661.547801:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609854976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (993us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.547806:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11013 00000100:00100000:3.0:1780298661.547874:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605195136:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.547898:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e630375ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60c6 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.547952:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e630375ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60c6 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.547963:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:3.0:1780298661.547996:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609855104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1069us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.548003:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11014 00000100:00100000:0.0:1780298661.548820:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.548860:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855232 00000100:00100000:1.0:1780298661.548866:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855232 00000100:00100000:1.0:1780298661.548907:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11015 00000100:00100000:1.0:1780298661.548915:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609855232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.548926:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.548935:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60cd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.548972:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.548982:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(12 0) 00010000:00010000:1.0:1780298661.548986:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.548991:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4169728->4182015] (req 4169728->4182015) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.549010:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.549021:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 12 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.549034:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605195264:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.549071:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.549708:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605195264:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.549731:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4169728->4182015] (req 4169728->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.549743:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.549783:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609855232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.549801:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11015 00000100:00100000:0.0:1780298661.549879:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.549919:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855360 00000100:00100000:1.0:1780298661.549923:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855360 00010000:00010000:1.0:1780298661.549938:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.549966:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15426 00000100:00100000:1.0:1780298661.549975:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609855360:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.549986:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.550001:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.550010:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.550024:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630375c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1155072->1220607) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60a3 expref: 13 pid: 9128 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.550032:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.550034:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.550039:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.550045:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.550071:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.550078:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605195392:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.550109:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.550822:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605195392:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.550830:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.550852:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609855360:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 881us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.550857:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15426 00000100:00100000:0.0:1780298661.550970:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.550998:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855488 00000100:00100000:3.0:1780298661.551004:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855488 00000100:00100000:3.0:1780298661.551055:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11016 00000100:00100000:3.0:1780298661.551066:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609855488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.551076:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.551086:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e630375fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60d4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.551121:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605195520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.551203:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.551845:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605195520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.551866:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e630375fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60d4 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.551877:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e630375fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60d4 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.551884:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:3.0:1780298661.551907:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609855488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (940us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.551912:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11016 00000100:00100000:2.0:1780298661.552787:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.552836:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855616 00000100:00100000:1.0:1780298661.552842:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855616 00002000:00100000:1.0:1780298661.552878:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (4169728->4173823) req@ffff9cf343964700 x1866777609855616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.552890:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777609855616 ext(4169728->4173823) 00002000:00010000:1.0:1780298661.552895:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964700 00000100:00100000:1.0:1780298661.552918:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6723 00000100:00100000:1.0:1780298661.552928:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609855616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.553053:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609855616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.553064:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6723 00002000:00100000:1.0:1780298661.553072:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (4169728->4173823) req@ffff9cf343964700 x1866777609855616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.553091:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777609855616 ext(4169728->4173823) 00002000:00010000:1.0:1780298661.553094:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964700 00000100:00100000:0.0:1780298661.553746:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.553777:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855744 00000100:00100000:3.0:1780298661.553782:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855744 00002000:00100000:3.0:1780298661.553806:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (4173824->4177919) req@ffff9cf37baeea00 x1866777609855744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.553816:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeea00 with x1866777609855744 ext(4173824->4177919) 00002000:00010000:3.0:1780298661.553820:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeea00 00000100:00100000:3.0:1780298661.553835:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6724 00000100:00100000:3.0:1780298661.553840:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609855744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.553920:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609855744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.553924:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6724 00002000:00100000:3.0:1780298661.553928:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (4173824->4177919) req@ffff9cf37baeea00 x1866777609855744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.553934:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeea00 with x1866777609855744 ext(4173824->4177919) 00002000:00010000:3.0:1780298661.553942:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeea00 00000100:00100000:2.0:1780298661.554621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.554669:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609855872 00000100:00100000:0.0:1780298661.554674:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609855872 00002000:00100000:0.0:1780298661.554697:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (4177920->4182015) req@ffff9cf343967100 x1866777609855872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.554706:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777609855872 ext(4177920->4182015) 00002000:00010000:0.0:1780298661.554709:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:0.0:1780298661.554730:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6725 00000100:00100000:0.0:1780298661.554740:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609855872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.554807:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609855872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.554814:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6725 00002000:00100000:0.0:1780298661.554820:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (4177920->4182015) req@ffff9cf343967100 x1866777609855872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.554829:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777609855872 ext(4177920->4182015) 00002000:00010000:0.0:1780298661.554832:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967100 00000100:00100000:2.0:1780298661.555771:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.555804:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856000 00000100:00100000:3.0:1780298661.555809:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856000 00000100:00100000:3.0:1780298661.555841:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11017 00000100:00100000:3.0:1780298661.555849:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609856000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.555859:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.555870:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63037601 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60db expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.555908:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605195648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.555950:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.556708:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605195648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.556724:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63037601 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60db expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.556737:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e63037601 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60db expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.556744:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:1.0:1780298661.556767:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609856000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.556773:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11017 00000100:00100000:2.0:1780298661.557612:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.557639:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856128 00000100:00100000:3.0:1780298661.557643:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856128 00000100:00100000:3.0:1780298661.557665:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11018 00000100:00100000:3.0:1780298661.557670:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609856128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.557676:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.557682:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037608 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60e2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.557703:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605195776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.557731:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.558386:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605195776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.558401:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037608 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.558426:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e63037608 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e2 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.558436:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298661.558464:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609856128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (851us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.558472:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11018 00000100:00100000:0.0:1780298661.559358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.559406:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856384 00000100:00100000:2.0:1780298661.559412:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856384 00000100:00100000:2.0:1780298661.559450:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62173 00000100:00100000:2.0:1780298661.559458:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777609856384:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298661.559490:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.559504:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08400/0xaf35132e63037575 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6056 expref: 63 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.559513:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.559517:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298661.559643:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.559653:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 59 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.559662:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.559678:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 59 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.559696:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 59 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.559704:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605195904:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.559738:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.560376:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605195904:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.560390:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.560562:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.560611:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856512 00000100:00100000:1.0:1780298661.560616:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856512 00010000:00010000:1.0:1780298661.560638:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 60 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.560665:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15427 00000100:00100000:1.0:1780298661.560672:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:2399:x1866777609856512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.560680:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.560685:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 60 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560708:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 60 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560722:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf341499c00/0xaf35132e630375d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60aa expref: 60 pid: 6478 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560734:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.560738:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560747:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560754:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.560774:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.560802:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:2399:x1866777609856512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 130us (239us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298661.560804:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.560814:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15427 00010000:00010000:0.0:1780298661.560818:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298661.560872:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991205 00000004:00010000:0.0:1780298661.560894:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008fa6b9ab reply state 00000000e32c823b transno 4294991206 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.560906:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.560912:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.560916:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298661.560918:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298661.560977:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:30556:x1866777609856384:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1520us (1619us total) trans 4294991206 rc 0/0 00000100:00100000:0.0:1780298661.560986:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62173 00000020:00080000:0.0:1780298661.560990:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298661.561718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.561750:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856640 00000100:00100000:1.0:1780298661.561755:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856640 00000100:00100000:1.0:1780298661.561782:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11019 00000100:00100000:1.0:1780298661.561790:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609856640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.561800:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.561809:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60e9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.561838:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.561847:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.561852:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.561857:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.561874:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.561885:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 14 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.561896:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605196032:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.561933:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.562571:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605196032:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.562589:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.562602:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.562626:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609856640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.562637:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11019 00000100:00100000:2.0:1780298661.562846:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.562897:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856768 00000100:00100000:0.0:1780298661.562902:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856768 00010000:00010000:0.0:1780298661.562920:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.562959:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15428 00000100:00100000:0.0:1780298661.562967:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609856768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.562977:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.562992:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.563003:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.563018:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630375f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4169728->4182015) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60cd expref: 15 pid: 12101 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.563028:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:0.0:1780298661.563032:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:0.0:1780298661.563038:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.563047:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.563069:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.563087:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605196160:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.563119:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.563829:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605196160:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.563845:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.563865:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609856768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 900us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.563870:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15428 00000100:00100000:2.0:1780298661.564058:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.564105:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857024 00000100:00100000:0.0:1780298661.564110:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857024 00002000:00010000:0.0:1780298661.564153:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.564156:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777609857024 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.564172:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967480. 00000100:00100000:0.0:1780298661.564193:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6726 00000100:00100000:0.0:1780298661.564203:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609857024:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298661.564226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.564269:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609856896 00000100:00100000:1.0:1780298661.564274:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609856896 00002000:00010000:1.0:1780298661.564291:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3554926->18446744073709551615) 00002000:00100000:1.0:1780298661.564295:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777609856896 ext(3554926->18446744073709551615) 00002000:00010000:1.0:1780298661.564301:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:1.0:1780298661.564321:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6727 00000100:00100000:1.0:1780298661.564330:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609856896:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.564367:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1220513 -> 0 00002000:00010000:0.0:1780298661.564370:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.564372:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.564374:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.564376:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 136 -> 0 00000100:00100000:0.0:1780298661.564400:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609857024:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 200us (343us total) trans 4294969380 rc 0/0 00000100:00100000:0.0:1780298661.564405:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6726 00002000:00010000:0.0:1780298661.564408:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:0.0:1780298661.564410:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777609857024 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298661.564414:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967480. 00002000:00010000:1.0:1780298661.564463:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4744340 -> 3554926 00002000:00010000:1.0:1780298661.564466:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.564469:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:1.0:1780298661.564471:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.564473:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 896 -> 896 00000100:00100000:1.0:1780298661.564500:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609856896:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 172us (276us total) trans 4294969879 rc 0/0 00000100:00100000:1.0:1780298661.564507:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6727 00002000:00010000:1.0:1780298661.564511:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3554926->18446744073709551615) 00002000:00100000:1.0:1780298661.564513:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777609856896 ext(3554926->18446744073709551615) 00002000:00010000:1.0:1780298661.564518:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:3.0:1780298661.565116:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.565182:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857152 00000100:00100000:0.0:1780298661.565186:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857152 00000100:00100000:0.0:1780298661.565210:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62174 00000100:00100000:0.0:1780298661.565215:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:30556:x1866777609857152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.565230:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.565240:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6303761d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60f0 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565301:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565309:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565317:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.565333:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3554926 00000004:00200000:0.0:1780298661.565336:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.565346:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565362:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92e00/0xaf35132e6303761d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 67 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565371:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.565376:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.565378:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.565380:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92200, rc 0) 00000100:00100000:0.0:1780298661.565401:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:30556:x1866777609857152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 187us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.565405:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62174 00000100:00100000:2.0:1780298661.566614:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.566656:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857280 00000100:00100000:3.0:1780298661.566661:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857280 00000100:00100000:3.0:1780298661.566690:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11020 00000100:00100000:3.0:1780298661.566698:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609857280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.566708:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.566718:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60f7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.566737:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.566746:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:3.0:1780298661.566749:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:3.0:1780298661.566754:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2449408->2482175] (req 2449408->2482175) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.566788:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.566802:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.566813:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605196288:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.566856:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.567485:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605196288:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298661.567500:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2449408->2482175] (req 2449408->2482175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.567512:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298661.567538:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609857280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.567545:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11020 00000100:00100000:0.0:1780298661.568816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.568867:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857408 00000100:00100000:2.0:1780298661.568872:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857408 00010000:00010000:2.0:1780298661.568895:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.568927:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15429 00000100:00100000:2.0:1780298661.568935:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609857408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.568945:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.568959:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.568971:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.568990:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->790527) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6079 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.569013:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:2.0:1780298661.569017:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:2.0:1780298661.569024:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.569032:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.569058:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.569069:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605196416:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.569111:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.569883:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605196416:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.569891:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.569916:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609857408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 983us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.569924:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15429 00000100:00100000:1.0:1780298661.570205:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.570238:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857536 00000100:00100000:2.0:1780298661.570242:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857536 00002000:00100000:2.0:1780298661.570268:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2449408->2482175) req@ffff9cf37f735180 x1866777609857536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.570277:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777609857536 ext(2449408->2482175) 00002000:00010000:2.0:1780298661.570282:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:2.0:1780298661.570304:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6728 00000100:00100000:2.0:1780298661.570311:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609857536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.571062:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609857536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 751us (857us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1780298661.571079:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6728 00002000:00100000:2.0:1780298661.571086:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2449408->2482175) req@ffff9cf37f735180 x1866777609857536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.571095:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777609857536 ext(2449408->2482175) 00002000:00010000:2.0:1780298661.571098:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:3.0:1780298661.571956:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.571995:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857664 00000100:00100000:1.0:1780298661.572000:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857664 00000100:00100000:1.0:1780298661.572029:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62175 00000100:00100000:1.0:1780298661.572038:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+59:30556:x1866777609857664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.572050:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.572065:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e63037632 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d60fe expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572147:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572158:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572179:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.572198:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3554926 00000004:00200000:1.0:1780298661.572200:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.572213:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572235:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e63037632 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60fe expref: 61 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572248:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60fe expref: 60 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.572257:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.572263:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.572266:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298661.572290:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:30556:x1866777609857664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 255us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.572295:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62175 00000100:00100000:0.0:1780298661.573096:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.573141:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857792 00000100:00100000:1.0:1780298661.573145:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857792 00000100:00100000:1.0:1780298661.573186:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11021 00000100:00100000:1.0:1780298661.573192:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609857792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.573199:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.573207:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037640 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6105 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.573249:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605196544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.573296:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.573918:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.573928:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605196544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.573941:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037640 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6105 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.573953:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037640 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6105 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.573959:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.573980:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609857792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (885us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.573992:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11021 00000100:00100000:3.0:1780298661.574840:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.574874:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609857920 00000100:00100000:1.0:1780298661.574878:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609857920 00000100:00100000:1.0:1780298661.574900:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11022 00000100:00100000:1.0:1780298661.574905:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609857920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.574910:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.574916:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037647 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d610c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.574936:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605196672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.574964:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.575707:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605196672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.575719:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037647 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d610c expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.575728:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037647 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d610c expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.575734:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298661.575756:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609857920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.575761:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11022 00000100:00100000:2.0:1780298661.576749:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.576781:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858048 00000100:00100000:1.0:1780298661.576785:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858048 00000100:00100000:1.0:1780298661.576817:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11023 00000100:00100000:1.0:1780298661.576822:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609858048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.576830:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.576839:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6113 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.576851:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.576855:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.576861:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.576871:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.576877:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:1.0:1780298661.576897:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609858048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 76us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.576901:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11023 00000100:00100000:3.0:1780298661.577755:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.577792:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858176 00000100:00100000:0.0:1780298661.577796:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858176 00000100:00100000:0.0:1780298661.577827:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6729 00000100:00100000:0.0:1780298661.577832:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609858176:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.577972:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298661.577974:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.577976:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.577978:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.577979:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 136 00000100:00100000:0.0:1780298661.578002:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609858176:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 170us (249us total) trans 4294969381 rc 0/0 00000100:00100000:0.0:1780298661.578006:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6729 00000100:00100000:0.0:1780298661.578891:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.578923:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858304 00000100:00100000:3.0:1780298661.578927:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858304 00000100:00100000:3.0:1780298661.578950:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11024 00000100:00100000:3.0:1780298661.578956:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609858304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.578969:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.578976:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037655 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d611a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.579005:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605196800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.579057:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00002000:00010000:3.0:1780298661.579717:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:3.0:1780298661.579729:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605196800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.579748:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037655 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d611a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.579764:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037655 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d611a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.579774:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:3.0:1780298661.579801:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609858304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (908us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.579806:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11024 00000100:00100000:0.0:1780298661.580619:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.580649:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858432 00000100:00100000:1.0:1780298661.580654:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858432 00000100:00100000:1.0:1780298661.580679:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11025 00000100:00100000:1.0:1780298661.580685:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609858432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.580692:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.580699:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303765c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6121 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.580731:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605196928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.580763:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.581460:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605196928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.581472:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303765c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6121 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.581481:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303765c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6121 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.581487:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.581508:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609858432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (892us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.581513:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11025 00000100:00100000:2.0:1780298661.582986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.583022:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858560 00000100:00100000:1.0:1780298661.583027:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858560 00000100:00100000:1.0:1780298661.583053:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11026 00000100:00100000:1.0:1780298661.583058:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609858560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.583066:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.583074:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037663 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6128 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.583100:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605197056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.583174:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.583825:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605197056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.583839:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037663 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6128 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.583848:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037663 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6128 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.583855:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.583876:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609858560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (895us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.583881:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11026 00000100:00100000:0.0:1780298661.584725:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.584757:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858688 00000100:00100000:1.0:1780298661.584761:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858688 00000100:00100000:1.0:1780298661.584784:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11027 00000100:00100000:1.0:1780298661.584789:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609858688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.584796:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.584802:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d612f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.584817:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.584824:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(13 0) 00010000:00010000:1.0:1780298661.584827:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:1.0:1780298661.584830:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2752512->2809855] (req 2752512->2809855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.584854:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.584864:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.584872:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605197184:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.584905:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.585547:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605197184:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.585558:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2752512->2809855] (req 2752512->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.585566:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.585595:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609858688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.585602:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11027 00000100:00100000:0.0:1780298661.585825:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.585867:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858816 00000100:00100000:2.0:1780298661.585873:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858816 00010000:00010000:2.0:1780298661.585894:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.585922:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15430 00000100:00100000:2.0:1780298661.585928:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609858816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.585939:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.585947:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.585958:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.585976:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037616 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60e9 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.585995:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:2.0:1780298661.585999:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:2.0:1780298661.586006:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.586014:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.586040:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.586049:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605197312:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.586087:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.586866:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605197312:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.586878:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.586909:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609858816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 980us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.586918:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15430 00000100:00100000:0.0:1780298661.586942:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.586980:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609858944 00000100:00100000:2.0:1780298661.586984:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609858944 00000100:00100000:2.0:1780298661.587018:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6730 00000100:00100000:2.0:1780298661.587026:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609858944:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.587209:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 2807086 00002000:00010000:2.0:1780298661.587217:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.587220:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:2.0:1780298661.587222:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.587224:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 136 -> 248 00000100:00100000:2.0:1780298661.587253:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609858944:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 228us (315us total) trans 4294969382 rc 0/0 00000100:00100000:2.0:1780298661.587260:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6730 00000100:00100000:0.0:1780298661.588081:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.588114:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859072 00000100:00100000:3.0:1780298661.588119:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859072 00000100:00100000:3.0:1780298661.588180:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11028 00000100:00100000:3.0:1780298661.588190:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609859072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.588199:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.588209:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037671 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6136 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.588284:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605197440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.588319:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.588941:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.588948:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605197440:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.588960:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037671 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6136 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.588970:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e63037671 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6136 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.588976:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:2.0:1780298661.588997:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609859072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 811us (917us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.589002:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11028 00000100:00100000:1.0:1780298661.589815:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.589852:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859200 00000100:00100000:3.0:1780298661.589857:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859200 00000100:00100000:3.0:1780298661.589884:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11029 00000100:00100000:3.0:1780298661.589890:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609859200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.589897:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.589903:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63037678 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d613d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.589924:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605197568:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.589955:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.590619:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605197568:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.590631:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63037678 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d613d expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.590640:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e63037678 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d613d expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.590646:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:3.0:1780298661.590667:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609859200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (855us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.590672:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11029 00000100:00100000:0.0:1780298661.591721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.591760:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859328 00000100:00100000:1.0:1780298661.591765:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859328 00000100:00100000:1.0:1780298661.591798:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11030 00000100:00100000:1.0:1780298661.591808:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609859328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.591817:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.591829:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6144 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591861:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591867:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591872:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.591875:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.591878:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3153920->3166207] (req 3153920->3166207) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591892:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591900:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 10 pid: 12101 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.591908:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605197696:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.591961:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.591971:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.591993:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605197824:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.592039:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.592586:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605197696:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.592704:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605197824:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.592719:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3153920->3166207] (req 3153920->3166207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.592727:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.592749:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609859328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.592754:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11030 00000100:00100000:2.0:1780298661.592852:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.592891:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859456 00000100:00100000:1.0:1780298661.592894:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859456 00010000:00010000:1.0:1780298661.592909:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.592933:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15431 00000100:00100000:1.0:1780298661.592938:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609859456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.592945:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.592954:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.592962:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.592978:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303764e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6113 expref: 11 pid: 12101 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.592985:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.593003:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609859456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.593008:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15431 00000100:00100000:0.0:1780298661.593234:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.593261:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859584 00000100:00100000:1.0:1780298661.593264:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859584 00010000:00010000:1.0:1780298661.593276:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.593293:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15432 00000100:00100000:1.0:1780298661.593298:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609859584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.593304:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.593313:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.593323:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.593336:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303762b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2449408->2482175) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.593357:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.593360:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.593365:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.593370:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.593386:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.593396:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605197952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.593431:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.594171:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605197952:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.594184:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.594205:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609859584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 907us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.594210:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15432 00000100:00100000:2.0:1780298661.594318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.594355:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859712 00000100:00100000:1.0:1780298661.594359:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859712 00000100:00100000:1.0:1780298661.594385:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6731 00000100:00100000:1.0:1780298661.594391:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609859712:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.594595:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 3554926 00002000:00010000:1.0:1780298661.594601:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.594602:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:1.0:1780298661.594604:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.594605:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 896 -> 928 00000100:00100000:1.0:1780298661.594627:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609859712:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 237us (311us total) trans 4294969880 rc 0/0 00000100:00100000:1.0:1780298661.594631:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6731 00000100:00100000:0.0:1780298661.595475:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.595502:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859840 00000100:00100000:1.0:1780298661.595513:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859840 00000100:00100000:0.0:1780298661.595513:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.595538:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609859968 00000100:00100000:1.0:1780298661.595540:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609859968 00000100:00100000:1.0:1780298661.595560:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11031 00000100:00100000:1.0:1780298661.595565:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609859840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.595572:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.595580:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037686 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d614b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.595588:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11032 00000100:00100000:2.0:1780298661.595604:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609859968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.595608:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605198080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.595623:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.595634:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6303768d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6152 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.595642:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.595668:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605198208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.595711:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.596207:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.596217:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605198080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.596233:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037686 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d614b expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.596249:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037686 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d614b expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.596271:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.596298:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609859840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 732us (823us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.596306:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11031 00000100:00100000:2.0:1780298661.596377:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605198208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.596398:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6303768d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6152 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.596412:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb21fb03/0xaf35132e6303768d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6152 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.596421:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450d200, rc 0) 00000100:00100000:2.0:1780298661.596450:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609859968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (935us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.596457:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11032 00000100:00100000:3.0:1780298661.597247:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.597305:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860096 00000100:00100000:1.0:1780298661.597310:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860096 00000100:00100000:3.0:1780298661.597327:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.597343:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860224 00000100:00100000:1.0:1780298661.597347:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860224 00000100:00100000:1.0:1780298661.597373:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11033 00000100:00100000:2.0:1780298661.597382:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11034 00000100:00100000:1.0:1780298661.597383:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609860096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.597392:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.597397:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609860224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.597399:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037694 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6159 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.597404:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.597413:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6303769b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6160 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.597423:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605198336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.597441:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605198464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.597459:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.597472:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.598184:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605198464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.598203:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6303769b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6160 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.598204:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605198336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.598221:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e6303769b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6160 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.598229:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00010000:00010000:1.0:1780298661.598230:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037694 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6159 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.598246:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037694 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6159 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.598253:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609860224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (926us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.598261:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11034 00010000:00010000:1.0:1780298661.598261:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.598294:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609860096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1048us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.598302:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11033 00000100:00100000:0.0:1780298661.599509:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.599541:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860352 00000100:00100000:1.0:1780298661.599546:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860352 00002000:00100000:1.0:1780298661.599566:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3661824->3665919) req@ffff9cf348007800 x1866777609860352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.599573:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007800 with x1866777609860352 ext(3661824->3665919) 00002000:00010000:1.0:1780298661.599576:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007800 00000100:00100000:1.0:1780298661.599591:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6732 00000100:00100000:1.0:1780298661.599596:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.599676:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.599681:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6732 00002000:00100000:1.0:1780298661.599686:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3661824->3665919) req@ffff9cf348007800 x1866777609860352/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.599692:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007800 with x1866777609860352 ext(3661824->3665919) 00002000:00010000:1.0:1780298661.599694:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007800 00000100:00100000:3.0:1780298661.600483:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.600517:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860480 00000100:00100000:2.0:1780298661.600522:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860480 00002000:00100000:2.0:1780298661.600542:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3665920->3670015) req@ffff9cf2558f0380 x1866777609860480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.600551:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0380 with x1866777609860480 ext(3665920->3670015) 00002000:00010000:2.0:1780298661.600553:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0380 00000100:00100000:2.0:1780298661.600572:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6733 00000100:00100000:2.0:1780298661.600579:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.600639:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.600644:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6733 00002000:00100000:2.0:1780298661.600648:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3665920->3670015) req@ffff9cf2558f0380 x1866777609860480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.600659:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0380 with x1866777609860480 ext(3665920->3670015) 00002000:00010000:2.0:1780298661.600662:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0380 00000100:00100000:0.0:1780298661.601383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.601417:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860608 00000100:00100000:3.0:1780298661.601422:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860608 00002000:00100000:3.0:1780298661.601439:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3670016->3674111) req@ffff9cf348004a80 x1866777609860608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.601445:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777609860608 ext(3670016->3674111) 00002000:00010000:3.0:1780298661.601447:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:3.0:1780298661.601462:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6734 00000100:00100000:3.0:1780298661.601467:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609860608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.601519:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609860608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.601523:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6734 00002000:00100000:3.0:1780298661.601527:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3670016->3674111) req@ffff9cf348004a80 x1866777609860608/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.601533:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777609860608 ext(3670016->3674111) 00002000:00010000:3.0:1780298661.601535:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:0.0:1780298661.602219:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.602257:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860736 00000100:00100000:2.0:1780298661.602261:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860736 00002000:00100000:2.0:1780298661.602279:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3674112->3678207) req@ffff9cf348004700 x1866777609860736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.602285:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004700 with x1866777609860736 ext(3674112->3678207) 00002000:00010000:2.0:1780298661.602287:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004700 00000100:00100000:2.0:1780298661.602301:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6735 00000100:00100000:2.0:1780298661.602306:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.602370:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.602375:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6735 00002000:00100000:2.0:1780298661.602380:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3674112->3678207) req@ffff9cf348004700 x1866777609860736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.602386:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004700 with x1866777609860736 ext(3674112->3678207) 00002000:00010000:2.0:1780298661.602389:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004700 00000100:00100000:2.0:1780298661.603076:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.603109:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860864 00000100:00100000:1.0:1780298661.603113:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860864 00002000:00100000:1.0:1780298661.603169:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3678208->3682303) req@ffff9cf241a81500 x1866777609860864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.603178:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81500 with x1866777609860864 ext(3678208->3682303) 00002000:00010000:1.0:1780298661.603181:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81500 00000100:00100000:1.0:1780298661.603199:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6736 00000100:00100000:1.0:1780298661.603212:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.603272:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.603278:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6736 00002000:00100000:1.0:1780298661.603286:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3678208->3682303) req@ffff9cf241a81500 x1866777609860864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.603293:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81500 with x1866777609860864 ext(3678208->3682303) 00002000:00010000:1.0:1780298661.603297:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81500 00000100:00100000:0.0:1780298661.603981:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.604019:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609860992 00000100:00100000:1.0:1780298661.604024:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609860992 00002000:00100000:1.0:1780298661.604042:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3682304->3686399) req@ffff9cf348007b80 x1866777609860992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.604050:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007b80 with x1866777609860992 ext(3682304->3686399) 00002000:00010000:1.0:1780298661.604053:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007b80 00000100:00100000:1.0:1780298661.604072:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6737 00000100:00100000:1.0:1780298661.604079:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.604189:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609860992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.604196:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6737 00002000:00100000:1.0:1780298661.604202:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3682304->3686399) req@ffff9cf348007b80 x1866777609860992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.604209:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007b80 with x1866777609860992 ext(3682304->3686399) 00002000:00010000:1.0:1780298661.604213:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007b80 00000100:00100000:0.0:1780298661.604872:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.604902:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861120 00000100:00100000:2.0:1780298661.604906:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861120 00002000:00100000:2.0:1780298661.604920:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3686400->3690495) req@ffff9cf348005880 x1866777609861120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.604926:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005880 with x1866777609861120 ext(3686400->3690495) 00002000:00010000:2.0:1780298661.604933:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348005880 00000100:00100000:2.0:1780298661.604948:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6738 00000100:00100000:2.0:1780298661.604953:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609861120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.604999:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609861120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 45us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.605003:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6738 00002000:00100000:2.0:1780298661.605007:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3686400->3690495) req@ffff9cf348005880 x1866777609861120/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.605012:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005880 with x1866777609861120 ext(3686400->3690495) 00002000:00010000:2.0:1780298661.605015:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348005880 00000100:00100000:2.0:1780298661.605718:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.605753:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861248 00000100:00100000:3.0:1780298661.605758:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861248 00002000:00100000:3.0:1780298661.605777:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3690496->3694591) req@ffff9cf241a82d80 x1866777609861248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.605785:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777609861248 ext(3690496->3694591) 00002000:00010000:3.0:1780298661.605788:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:3.0:1780298661.605805:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6739 00000100:00100000:3.0:1780298661.605812:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609861248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.605876:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609861248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.605886:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6739 00002000:00100000:3.0:1780298661.605891:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3690496->3694591) req@ffff9cf241a82d80 x1866777609861248/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.605897:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777609861248 ext(3690496->3694591) 00002000:00010000:3.0:1780298661.605899:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:0.0:1780298661.606660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.606688:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861376 00000100:00100000:2.0:1780298661.606692:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861376 00002000:00100000:2.0:1780298661.606705:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3694592->3698687) req@ffff9cf348004380 x1866777609861376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.606711:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004380 with x1866777609861376 ext(3694592->3698687) 00002000:00010000:2.0:1780298661.606713:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004380 00000100:00100000:2.0:1780298661.606729:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6740 00000100:00100000:2.0:1780298661.606734:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.606784:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 48us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.606791:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6740 00002000:00100000:2.0:1780298661.606798:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3694592->3698687) req@ffff9cf348004380 x1866777609861376/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.606818:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004380 with x1866777609861376 ext(3694592->3698687) 00002000:00010000:2.0:1780298661.606822:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004380 00000100:00100000:0.0:1780298661.607542:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.607574:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861504 00000100:00100000:1.0:1780298661.607589:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861504 00002000:00100000:1.0:1780298661.607610:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3698688->3702783) req@ffff9cf348004e00 x1866777609861504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.607619:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004e00 with x1866777609861504 ext(3698688->3702783) 00002000:00010000:1.0:1780298661.607622:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004e00 00000100:00100000:1.0:1780298661.607641:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6741 00000100:00100000:1.0:1780298661.607650:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.607710:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.607717:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6741 00002000:00100000:1.0:1780298661.607724:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3698688->3702783) req@ffff9cf348004e00 x1866777609861504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.607732:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004e00 with x1866777609861504 ext(3698688->3702783) 00002000:00010000:1.0:1780298661.607736:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004e00 00000100:00100000:3.0:1780298661.608444:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.608473:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861632 00000100:00100000:1.0:1780298661.608477:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861632 00002000:00100000:1.0:1780298661.608491:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3702784->3706879) req@ffff9cf2558f0a80 x1866777609861632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.608497:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777609861632 ext(3702784->3706879) 00002000:00010000:1.0:1780298661.608500:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:1.0:1780298661.608513:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6742 00000100:00100000:1.0:1780298661.608519:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609861632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.608564:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609861632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 45us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.608575:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6742 00002000:00100000:1.0:1780298661.608580:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3702784->3706879) req@ffff9cf2558f0a80 x1866777609861632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.608586:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777609861632 ext(3702784->3706879) 00002000:00010000:1.0:1780298661.608588:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:0.0:1780298661.609225:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.609258:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861760 00000100:00100000:1.0:1780298661.609263:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861760 00002000:00100000:1.0:1780298661.609283:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3706880->3710975) req@ffff9cf24519f800 x1866777609861760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.609292:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777609861760 ext(3706880->3710975) 00002000:00010000:1.0:1780298661.609295:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:1.0:1780298661.609316:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6743 00000100:00100000:1.0:1780298661.609324:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.609389:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609861760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.609398:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6743 00002000:00100000:1.0:1780298661.609405:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3706880->3710975) req@ffff9cf24519f800 x1866777609861760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.609414:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777609861760 ext(3706880->3710975) 00002000:00010000:1.0:1780298661.609417:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:0.0:1780298661.610762:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.610811:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609861888 00000100:00100000:3.0:1780298661.610816:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609861888 00000100:00100000:3.0:1780298661.610849:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11035 00000100:00100000:3.0:1780298661.610857:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609861888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.610867:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.610885:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6167 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.610912:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.610921:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:3.0:1780298661.610926:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:3.0:1780298661.610931:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->327679] (req 294912->327679) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.610959:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.610979:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 13 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.610989:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605198592:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.611047:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.611773:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605198592:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.611790:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->327679] (req 294912->327679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.611800:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298661.611822:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609861888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.611827:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11035 00000100:00100000:0.0:1780298661.612063:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.612099:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862016 00000100:00100000:1.0:1780298661.612104:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862016 00010000:00010000:1.0:1780298661.612146:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.612203:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15433 00000100:00100000:1.0:1780298661.612213:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609862016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.612223:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.612236:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.612249:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.612269:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303767f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3153920->3166207) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6144 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.612280:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:1.0:1780298661.612284:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:1.0:1780298661.612293:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.612302:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.612326:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.612336:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605198720:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.612381:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.613013:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605198720:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.613033:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.613061:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609862016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 851us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.613068:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15433 00000100:00100000:3.0:1780298661.613222:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.613268:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862144 00000100:00100000:0.0:1780298661.613272:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862144 00000100:00100000:0.0:1780298661.613307:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6744 00000100:00100000:0.0:1780298661.613315:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609862144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.613547:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 3554926 00002000:00010000:0.0:1780298661.613555:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.613558:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.613560:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.613563:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 928 -> 992 00000100:00100000:0.0:1780298661.613593:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609862144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 279us (397us total) trans 4294969881 rc 0/0 00000100:00100000:0.0:1780298661.613601:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6744 00000100:00100000:0.0:1780298661.614465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.614514:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862272 00000100:00100000:2.0:1780298661.614519:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862272 00000100:00100000:2.0:1780298661.614542:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11036 00000100:00100000:2.0:1780298661.614547:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609862272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.614554:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.614562:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e630376a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d616e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.614594:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605198848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.614637:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.615344:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.615354:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605198848:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.615371:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e630376a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d616e expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.615386:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002648e3a0/0xaf35132e630376a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d616e expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.615393:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:2.0:1780298661.615415:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609862272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (951us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.615419:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11036 00000100:00100000:3.0:1780298661.616287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.616324:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862400 00000100:00100000:0.0:1780298661.616330:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862400 00000100:00100000:0.0:1780298661.616362:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11037 00000100:00100000:0.0:1780298661.616369:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609862400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.616378:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.616386:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e630376b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6175 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.616414:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605198976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.616452:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.617109:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605198976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.617148:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e630376b0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6175 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.617171:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186136f8/0xaf35132e630376b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6175 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.617179:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:3.0:1780298661.617201:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609862400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (915us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.617206:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11037 00000100:00100000:3.0:1780298661.618136:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.618178:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862528 00000100:00100000:2.0:1780298661.618183:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862528 00000100:00100000:2.0:1780298661.618220:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6745 00000100:00100000:2.0:1780298661.618228:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609862528:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.618416:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2807086 -> 2807086 00002000:00010000:2.0:1780298661.618420:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.618422:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:2.0:1780298661.618424:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.618426:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 248 -> 312 00000100:00100000:2.0:1780298661.618456:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777609862528:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 228us (332us total) trans 4294969383 rc 0/0 00000100:00100000:2.0:1780298661.618464:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6745 00000100:00100000:2.0:1780298661.619393:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.619430:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862656 00000100:00100000:1.0:1780298661.619435:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862656 00000100:00100000:1.0:1780298661.619460:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11038 00000100:00100000:1.0:1780298661.619465:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609862656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.619471:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.619478:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d617c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.619501:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605199104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.619533:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.620297:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605199104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.620316:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d617c expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.620327:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d617c expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.620334:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.620357:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609862656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (969us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.620368:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11038 00000100:00100000:3.0:1780298661.621345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.621401:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862784 00000100:00100000:0.0:1780298661.621408:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862784 00000100:00100000:0.0:1780298661.621451:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11039 00000100:00100000:0.0:1780298661.621462:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609862784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.621473:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.621486:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6183 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.621537:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605199232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.621594:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.622398:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605199232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.622416:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6183 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.622433:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6183 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.622442:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:0.0:1780298661.622472:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609862784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1128us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.622479:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11039 00000100:00100000:3.0:1780298661.623424:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.623446:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609862912 00000100:00100000:2.0:1780298661.623451:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609862912 00000100:00100000:2.0:1780298661.623484:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11040 00000100:00100000:2.0:1780298661.623491:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609862912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.623501:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.623512:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d618a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.623533:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.623541:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(14 0) 00010000:00010000:2.0:1780298661.623545:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:2.0:1780298661.623557:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [606208->622591] (req 606208->622591) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.623586:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.623599:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 16 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.623611:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605199360:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.623651:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.624321:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605199360:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.624333:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [606208->622591] (req 606208->622591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.624345:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf24450c600, rc 0) 00000100:00100000:2.0:1780298661.624373:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609862912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.624380:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11040 00000100:00100000:3.0:1780298661.624539:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.624573:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863040 00000100:00100000:0.0:1780298661.624577:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863040 00010000:00010000:0.0:1780298661.624597:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 17 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.624623:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15434 00000100:00100000:0.0:1780298661.624630:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609863040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.624639:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.624652:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 17 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.624672:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 17 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.624686:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303766a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2752512->2809855) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d612f expref: 17 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.624695:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:0.0:1780298661.624699:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:0.0:1780298661.624706:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.624715:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.624734:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.624742:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605199488:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.624775:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.625531:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605199488:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.625540:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.625567:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609863040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 936us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.625574:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15434 00000100:00100000:3.0:1780298661.630211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.630271:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863168 00000100:00100000:1.0:1780298661.630278:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863168 00002000:00100000:1.0:1780298661.630320:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (606208->610303) req@ffff9cf2558f0e00 x1866777609863168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.630331:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0e00 with x1866777609863168 ext(606208->610303) 00002000:00010000:1.0:1780298661.630336:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0e00 00000100:00100000:1.0:1780298661.630361:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6746 00000100:00100000:1.0:1780298661.630368:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609863168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.630499:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609863168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.630514:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6746 00000100:00100000:2.0:1780298661.630521:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:1.0:1780298661.630527:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (606208->610303) req@ffff9cf2558f0e00 x1866777609863168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.630535:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0e00 with x1866777609863168 ext(606208->610303) 00002000:00010000:1.0:1780298661.630539:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0e00 00000100:00100000:1.0:1780298661.630556:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863296 00000100:00100000:1.0:1780298661.630559:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863296 00002000:00100000:1.0:1780298661.630585:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->3555327) req@ffff9cf241a82680 x1866777609863296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.630594:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777609863296 ext(1343488->3555327) 00002000:00010000:1.0:1780298661.630599:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:1.0:1780298661.630617:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6747 00000100:00100000:1.0:1780298661.630625:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609863296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.631527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.631572:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863424 00000100:00100000:2.0:1780298661.631576:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863424 00002000:00100000:2.0:1780298661.631598:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (618496->622591) req@ffff9cf2558f3480 x1866777609863424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.631606:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777609863424 ext(618496->622591) 00002000:00010000:2.0:1780298661.631616:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3480 00000100:00100000:2.0:1780298661.631636:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6748 00000100:00100000:2.0:1780298661.631643:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609863424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.631714:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609863424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (190us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.631722:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6748 00002000:00100000:2.0:1780298661.631728:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (618496->622591) req@ffff9cf2558f3480 x1866777609863424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.631737:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777609863424 ext(618496->622591) 00002000:00010000:2.0:1780298661.631740:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3480 00000100:00100000:3.0:1780298661.632927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.632967:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863552 00000100:00100000:0.0:1780298661.632973:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863552 00000100:00100000:0.0:1780298661.633008:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11041 00000100:00100000:0.0:1780298661.633017:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609863552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.633027:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.633044:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6191 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.633097:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605199616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.633213:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.634732:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605199616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.634760:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6191 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.634781:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630376cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6191 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.634792:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:0.0:1780298661.634828:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609863552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1812us (1905us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.634834:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11041 00000100:00100000:1.0:1780298661.635328:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609863296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 4704us (4812us total) trans 0 rc 2211840/2211840 00000100:00100000:1.0:1780298661.635337:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6747 00002000:00100000:1.0:1780298661.635345:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->3555327) req@ffff9cf241a82680 x1866777609863296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 2211840/2211840 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.635352:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777609863296 ext(1343488->3555327) 00002000:00010000:1.0:1780298661.635357:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:3.0:1780298661.635837:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.635886:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863680 00000100:00100000:1.0:1780298661.635891:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863680 00000100:00100000:1.0:1780298661.635925:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11042 00000100:00100000:1.0:1780298661.635931:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609863680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.635941:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.635950:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6198 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.635981:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605199744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.636034:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.636771:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605199744:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.636786:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376d3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6198 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.636797:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e630376d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6198 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.636815:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.636839:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609863680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.636843:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11042 00000100:00100000:2.0:1780298661.637784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.637823:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863808 00000100:00100000:0.0:1780298661.637828:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863808 00000100:00100000:0.0:1780298661.637860:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11043 00000100:00100000:0.0:1780298661.637868:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609863808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.637884:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.637894:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d619f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.637913:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.637923:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:0.0:1780298661.637927:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.637932:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3100672->3141631] (req 3100672->3141631) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.637954:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.637967:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 11 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.637977:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605199872:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.638018:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.638657:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605199872:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.638672:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3100672->3141631] (req 3100672->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.638684:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92600, rc 0) 00000100:00100000:0.0:1780298661.638719:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609863808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.638725:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11043 00000100:00100000:3.0:1780298661.640378:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.640424:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609863936 00000100:00100000:0.0:1780298661.640429:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609863936 00010000:00010000:0.0:1780298661.640449:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.640478:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15435 00000100:00100000:0.0:1780298661.640486:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609863936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.640496:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.640510:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.640522:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.640540:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e630376a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->33849343] (req 294912->327679) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6167 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.640550:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.640554:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.640562:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.640571:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.640600:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.640611:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605200000:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.640650:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.641358:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605200000:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.641370:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.641399:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609863936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 914us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.641407:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15435 00000100:00100000:3.0:1780298661.641629:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.641658:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864064 00000100:00100000:0.0:1780298661.641662:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864064 00000100:00100000:0.0:1780298661.641694:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6749 00000100:00100000:0.0:1780298661.641699:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609864064:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.641867:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 3554926 00002000:00010000:0.0:1780298661.641871:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.641873:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.641875:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.641878:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:0.0:1780298661.641909:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609864064:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 209us (280us total) trans 4294969882 rc 0/0 00000100:00100000:0.0:1780298661.641915:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6749 00000100:00100000:0.0:1780298661.642873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.642921:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864192 00000100:00100000:2.0:1780298661.642927:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864192 00000100:00100000:2.0:1780298661.642959:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11044 00000100:00100000:2.0:1780298661.642965:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609864192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.642973:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.642985:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630376e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61a6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.643020:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.643025:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605200128:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.643064:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864320 00000100:00100000:0.0:1780298661.643070:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864320 00000100:00100000:2.0:1780298661.643076:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.643109:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11045 00000100:00100000:0.0:1780298661.643118:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609864320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.643174:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.643184:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e630376e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61ad expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.643217:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605200256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.643255:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.643702:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.643712:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605200128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.643731:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630376e1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61a6 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.643755:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630376e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61a6 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.643766:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298661.643793:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609864192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (920us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.643798:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11044 00002000:00010000:1.0:1780298661.643854:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.643870:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605200256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.643888:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e630376e8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61ad expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.643899:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e630376e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61ad expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.643905:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:1.0:1780298661.643929:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609864320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.643935:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11045 00000100:00100000:0.0:1780298661.644850:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.644885:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864448 00000100:00100000:1.0:1780298661.644890:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864448 00000100:00100000:0.0:1780298661.644897:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.644920:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864576 00000100:00100000:1.0:1780298661.644923:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864576 00000100:00100000:2.0:1780298661.644937:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11046 00000100:00100000:1.0:1780298661.644944:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11047 00000100:00100000:2.0:1780298661.644948:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609864448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.644956:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.644956:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609864576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.644964:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.644966:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630376ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61b4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.644972:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630376f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61bb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.644992:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605200384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.645008:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605200512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.645031:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.645038:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.645745:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605200384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.645761:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605200512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.645762:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630376ef lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61b4 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.645777:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630376ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61b4 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.645783:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630376f6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61bb expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.645785:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00010000:00010000:1.0:1780298661.645795:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630376f6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61bb expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.645803:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298661.645821:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609864448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (973us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.645823:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609864576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (926us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.645834:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11046 00000100:00100000:1.0:1780298661.645843:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11047 00000100:00100000:3.0:1780298661.646887:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.646930:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864704 00000100:00100000:2.0:1780298661.646935:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864704 00000100:00100000:2.0:1780298661.646977:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6750 00000100:00100000:2.0:1780298661.646987:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609864704:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.647208:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2807086 -> 2807086 00002000:00010000:2.0:1780298661.647212:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.647215:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:2.0:1780298661.647217:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.647220:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 312 -> 312 00000100:00100000:2.0:1780298661.647251:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609864704:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 266us (365us total) trans 4294969384 rc 0/0 00000100:00100000:2.0:1780298661.647256:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6750 00000100:00100000:0.0:1780298661.648099:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.648141:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864832 00000100:00100000:1.0:1780298661.648145:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864832 00000100:00100000:1.0:1780298661.648186:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11048 00000100:00100000:1.0:1780298661.648193:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609864832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.648201:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.648210:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630376fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61c2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.648237:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605200640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.648286:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.648829:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605200640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.648842:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630376fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61c2 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.648852:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630376fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61c2 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.648859:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.648881:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609864832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 690us (783us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.648887:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11048 00000100:00100000:3.0:1780298661.649699:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.649728:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609864960 00000100:00100000:1.0:1780298661.649731:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609864960 00000100:00100000:1.0:1780298661.649753:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11049 00000100:00100000:1.0:1780298661.649757:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609864960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.649764:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.649769:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61c9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.649788:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605200768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.649815:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.650396:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605200768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.650406:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037704 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61c9 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.650425:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61c9 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.650432:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.650454:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609864960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 695us (755us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.650459:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11049 00000100:00100000:3.0:1780298661.651252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.651297:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865088 00000100:00100000:0.0:1780298661.651301:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865088 00000100:00100000:0.0:1780298661.651329:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11050 00000100:00100000:0.0:1780298661.651335:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609865088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.651341:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.651347:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6303770b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61d0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.651367:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605200896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.651398:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.651978:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605200896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.651992:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6303770b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61d0 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.652013:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e6303770b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61d0 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.652020:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:0.0:1780298661.652049:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609865088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 713us (797us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.652056:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11050 00000100:00100000:3.0:1780298661.652871:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.652900:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865216 00000100:00100000:1.0:1780298661.652904:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865216 00000100:00100000:1.0:1780298661.652930:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11051 00000100:00100000:1.0:1780298661.652934:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609865216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.652940:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.652946:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037712 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61d7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.652966:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605201024:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.652995:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.653616:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605201024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.653628:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037712 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61d7 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.653637:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037712 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61d7 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.653653:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:1.0:1780298661.653675:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609865216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 740us (806us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.653680:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11051 00000100:00100000:3.0:1780298661.654449:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.654484:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865344 00000100:00100000:1.0:1780298661.654489:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865344 00000100:00100000:1.0:1780298661.654515:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11052 00000100:00100000:1.0:1780298661.654520:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609865344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.654526:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.654533:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61de expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.654548:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.654554:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(15 0) 00010000:00010000:1.0:1780298661.654557:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.654560:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1253376->1298431] (req 1253376->1298431) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.654573:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.654583:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.654595:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605201152:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.654622:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.655239:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605201152:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.655251:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1253376->1298431] (req 1253376->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.655269:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.655299:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777609865344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.655306:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11052 00000100:00100000:3.0:1780298661.655675:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.655708:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865472 00000100:00100000:0.0:1780298661.655712:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865472 00002000:00100000:0.0:1780298661.655732:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (606208->622591) req@ffff9cf34372c000 x1866777609865472/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 16872/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.655740:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777609865472 ext(606208->622591) 00010000:00010000:0.0:1780298661.655745:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 16 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.655755:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 16 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298661.655760:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34372c000 00000100:00100000:0.0:1780298661.655783:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 229 00000100:00100000:0.0:1780298661.655789:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609865472:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298661.656252:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777609865472:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 463us (578us total) trans 4294969385 rc 0/0 00000100:00100000:0.0:1780298661.656264:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 229 00002000:00100000:0.0:1780298661.656269:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (606208->622591) req@ffff9cf34372c000 x1866777609865472/t4294969385(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 16872/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.656275:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777609865472 ext(606208->622591) 00010000:00010000:0.0:1780298661.656279:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.656287:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298661.656292:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34372c000 00000100:00100000:3.0:1780298661.656973:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.657009:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865600 00000100:00100000:2.0:1780298661.657017:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865600 00010000:00010000:2.0:1780298661.657033:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.657055:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15436 00000100:00100000:2.0:1780298661.657062:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777609865600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.657073:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298661.657081:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 312 -> 344 00010000:00010000:2.0:1780298661.657086:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.657103:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.657117:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002648e3a0/0xaf35132e630376c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 606208->622591) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d618a expref: 18 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.657145:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:2.0:1780298661.657149:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:2.0:1780298661.657159:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.657176:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.657196:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.657204:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605201280:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.657238:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.657799:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605201280:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.657812:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.657832:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777609865600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 772us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.657837:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15436 00000100:00100000:3.0:1780298661.657992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.658033:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865728 00000100:00100000:0.0:1780298661.658037:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865728 00000100:00100000:0.0:1780298661.658062:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6751 00000100:00100000:0.0:1780298661.658067:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609865728:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.658239:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2807086 -> 2807086 00002000:00010000:0.0:1780298661.658241:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.658243:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298661 -> 1780298661 00002000:00010000:0.0:1780298661.658245:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.658246:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 344 -> 304 00000100:00100000:0.0:1780298661.658268:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609865728:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 200us (276us total) trans 4294969386 rc 0/0 00000100:00100000:0.0:1780298661.658275:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6751 00000100:00100000:3.0:1780298661.659021:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.659058:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865856 00000100:00100000:1.0:1780298661.659063:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865856 00000100:00100000:1.0:1780298661.659091:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11053 00000100:00100000:1.0:1780298661.659099:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609865856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.659107:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.659118:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037720 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61e5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.659183:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605201408:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.659212:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.659755:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605201408:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.659767:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037720 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61e5 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.659785:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037720 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61e5 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.659792:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298661.659811:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609865856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 715us (793us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.659816:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11053 00000100:00100000:3.0:1780298661.660544:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.660573:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609865984 00000100:00100000:0.0:1780298661.660581:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609865984 00000100:00100000:0.0:1780298661.660605:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11054 00000100:00100000:0.0:1780298661.660611:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609865984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.660617:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.660624:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61ec expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.660646:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605201536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.660676:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.661210:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605201536:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.661222:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037727 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61ec expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.661231:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e63037727 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61ec expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.661237:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:0.0:1780298661.661259:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609865984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 649us (717us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.661271:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11054 00000100:00100000:3.0:1780298661.662190:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.662219:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866112 00000100:00100000:1.0:1780298661.662223:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866112 00000100:00100000:1.0:1780298661.662254:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11055 00000100:00100000:2.0:1780298661.662259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.662264:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609866112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.662270:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.662277:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303772e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61f3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.662282:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866240 00000100:00100000:0.0:1780298661.662289:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866240 00000100:00100000:1.0:1780298661.662303:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605201664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.662323:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11056 00000100:00100000:0.0:1780298661.662334:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609866240:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.662344:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00010000:00010000:0.0:1780298661.662345:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.662363:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037735 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d61fa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.662388:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605201792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.662418:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.662934:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605201664:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.662953:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303772e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61f3 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.662964:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303772e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61f3 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.662980:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00002000:00010000:0.0:1780298661.663004:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.663005:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609866112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 743us (817us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.663013:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11055 00000100:00100000:0.0:1780298661.663017:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605201792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.663032:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037735 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61fa expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.663044:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037735 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61fa expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.663051:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:0.0:1780298661.663068:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609866240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (818us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.663073:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11056 00000100:00100000:2.0:1780298661.663914:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.663950:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866368 00000100:00100000:1.0:1780298661.663955:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866368 00000100:00100000:1.0:1780298661.663983:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11057 00000100:00100000:1.0:1780298661.663992:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777609866368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.663998:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.664005:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6201 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.664017:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.664023:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(16 0) 00010000:00010000:1.0:1780298661.664030:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:1.0:1780298661.664033:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->1310719] (req 1273856->1310719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.664047:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.664057:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 17 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.664069:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605201920:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.664098:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.664748:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605201920:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.664763:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->1310719] (req 1273856->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.664774:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.664802:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:30556:x1866777609866368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 812us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.664807:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11057 00000100:00100000:3.0:1780298661.664952:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.664982:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866496 00000100:00100000:1.0:1780298661.664986:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866496 00010000:00010000:1.0:1780298661.665000:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 18 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.665028:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15437 00000100:00100000:1.0:1780298661.665035:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609866496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.665044:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.665055:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 18 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.665067:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 18 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.665095:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037719 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1253376->1298431) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d61de expref: 18 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.665106:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:1.0:1780298661.665110:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:1.0:1780298661.665118:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.665170:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.665196:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 17 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.665207:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605202048:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.665237:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.665850:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605202048:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.665857:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.665877:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609866496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 844us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.665882:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15437 00000100:00100000:3.0:1780298661.665983:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.666014:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866624 00000100:00100000:1.0:1780298661.666018:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866624 00000100:00100000:1.0:1780298661.666044:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6752 00000100:00100000:1.0:1780298661.666054:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609866624:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.666274:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2807086 -> 2807086 00002000:00010000:1.0:1780298661.666278:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.666281:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:1.0:1780298661.666283:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.666285:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 304 -> 384 00000100:00100000:1.0:1780298661.666314:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777609866624:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 259us (332us total) trans 4294969387 rc 0/0 00000100:00100000:1.0:1780298661.666321:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6752 00000100:00100000:2.0:1780298661.667098:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.667152:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866752 00000100:00100000:0.0:1780298661.667158:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866752 00000100:00100000:0.0:1780298661.667218:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11058 00000100:00100000:0.0:1780298661.667229:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609866752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.667239:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.667254:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63037743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6208 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.667259:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.667282:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609866880 00000100:00100000:2.0:1780298661.667286:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609866880 00000100:00100000:0.0:1780298661.667298:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605202176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.667315:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11059 00000100:00100000:2.0:1780298661.667321:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609866880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.667328:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.667336:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e6303774a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d620f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.667350:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298661.667362:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605202304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.667373:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.667398:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.668007:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:0.0:1780298661.668007:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605202176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.668021:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605202304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.668031:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63037743 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6208 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.668041:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e6303774a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d620f expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.668051:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e63037743 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6208 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.668055:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e6303774a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d620f expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.668073:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00010000:00010000:0.0:1780298661.668077:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:1.0:1780298661.668098:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609866880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (845us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.668103:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11059 00000100:00100000:0.0:1780298661.668108:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609866752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (1007us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.668117:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11058 00000100:00100000:1.0:1780298661.668900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.668939:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867008 00000100:00100000:0.0:1780298661.668944:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867008 00000100:00100000:0.0:1780298661.668977:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11060 00000100:00100000:2.0:1780298661.668991:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.668991:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609867008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.669002:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.669011:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037751 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6216 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.669024:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867136 00000100:00100000:1.0:1780298661.669028:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867136 00000100:00100000:0.0:1780298661.669043:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605202432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.669057:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11061 00000100:00100000:1.0:1780298661.669074:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609867136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.669082:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.669091:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037758 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d621d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.669098:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.669120:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605202560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.669190:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.669684:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605202432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.669706:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037751 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6216 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.669730:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037751 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6216 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.669738:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:0.0:1780298661.669768:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609867008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 780us (866us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.669776:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11060 00000100:00100000:2.0:1780298661.669844:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605202560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.669854:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037758 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d621d expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.669863:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037758 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d621d expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.669869:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298661.669889:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609867136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (902us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.669894:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11061 00000100:00100000:1.0:1780298661.670549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.670573:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867264 00000100:00100000:3.0:1780298661.670577:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867264 00000100:00100000:3.0:1780298661.670599:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11062 00000100:00100000:3.0:1780298661.670605:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609867264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.670611:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.670618:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6224 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.670638:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:3.0:1780298661.670642:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:3.0:1780298661.670649:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.670657:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.670663:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298661.670686:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609867264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 82us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.670690:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11062 00000100:00100000:3.0:1780298661.671363:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.671398:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867392 00000100:00100000:0.0:1780298661.671403:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867392 00000100:00100000:0.0:1780298661.671440:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6753 00000100:00100000:0.0:1780298661.671449:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609867392:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.671637:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 3554926 00002000:00010000:0.0:1780298661.671641:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.671644:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.671646:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.671649:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 1016 00000100:00100000:0.0:1780298661.671680:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609867392:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (316us total) trans 4294969883 rc 0/0 00000100:00100000:0.0:1780298661.671687:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6753 00000100:00100000:0.0:1780298661.672534:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.672626:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867520 00000100:00100000:3.0:1780298661.672630:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867520 00000100:00100000:3.0:1780298661.672655:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11063 00000100:00100000:3.0:1780298661.672661:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609867520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.672667:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.672674:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037766 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d622b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.672675:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.672709:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867648 00000100:00100000:0.0:1780298661.672714:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867648 00000100:00100000:3.0:1780298661.672738:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605202688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.672747:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11064 00000100:00100000:0.0:1780298661.672754:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609867648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.672766:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.672774:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb0d13ab/0xaf35132e6303776d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6232 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.672787:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.672799:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605202816:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.672822:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:3.0:1780298661.673414:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:3.0:1780298661.673428:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605202688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.673443:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037766 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d622b expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.673455:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037766 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d622b expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.673462:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:0.0:1780298661.673489:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605202816:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.673502:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb0d13ab/0xaf35132e6303776d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6232 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.673513:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb0d13ab/0xaf35132e6303776d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6232 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.673520:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609867520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (983us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.673529:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11063 00010000:00010000:0.0:1780298661.673529:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:0.0:1780298661.673549:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609867648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (876us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.673555:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11064 00000100:00100000:0.0:1780298661.674469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.674504:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867904 00000100:00100000:2.0:1780298661.674508:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867904 00000100:00100000:2.0:1780298661.674535:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11065 00000100:00100000:2.0:1780298661.674542:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609867904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.674549:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.674557:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037774 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6240 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.674569:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.674590:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605202944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.674596:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609867776 00000100:00100000:1.0:1780298661.674600:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609867776 00000100:00100000:1.0:1780298661.674629:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11066 00000100:00100000:1.0:1780298661.674637:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609867776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.674644:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.674648:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00010000:00010000:1.0:1780298661.674658:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303777b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6239 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.674685:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605203072:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.674711:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.675274:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605202944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.675289:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037774 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6240 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.675305:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037774 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6240 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.675311:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298661.675337:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609867904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (870us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.675342:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11065 00000100:00100000:0.0:1780298661.675433:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605203072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.675446:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303777b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6239 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.675454:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303777b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6239 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.675469:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:0.0:1780298661.675492:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609867776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 858us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.675496:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11066 00000100:00100000:1.0:1780298661.676341:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.676370:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868032 00000100:00100000:0.0:1780298661.676374:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868032 00000100:00100000:0.0:1780298661.676400:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11067 00000100:00100000:0.0:1780298661.676409:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609868032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.676418:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.676427:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e63037782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6247 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.676455:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605203200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.676459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.676488:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868160 00000100:00100000:2.0:1780298661.676493:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868160 00000100:00100000:0.0:1780298661.676495:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.676518:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11068 00000100:00100000:2.0:1780298661.676525:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777609868160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.676539:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.676547:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037789 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d624e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.676575:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605203328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.676611:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.677057:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605203200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.677068:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e63037782 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6247 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.677077:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e63037782 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6247 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.677083:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:0.0:1780298661.677103:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609868032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 697us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.677112:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11067 00000100:00100000:2.0:1780298661.677284:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605203328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.677299:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037789 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d624e expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.677309:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037789 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d624e expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.677315:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.677341:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777609868160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (887us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.677347:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11068 00000100:00100000:1.0:1780298661.678075:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.678110:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868288 00000100:00100000:0.0:1780298661.678115:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868288 00000100:00100000:0.0:1780298661.678159:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11069 00000100:00100000:0.0:1780298661.678179:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609868288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.678185:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.678191:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6255 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.678202:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.678205:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.678210:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.678220:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.678226:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93e00, rc 0) 00000100:00100000:0.0:1780298661.678246:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609868288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 70us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.678251:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11069 00000100:00100000:1.0:1780298661.678960:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.678999:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868416 00000100:00100000:2.0:1780298661.679004:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868416 00002000:00100000:2.0:1780298661.679029:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1499136->1503231) req@ffff9cf37f735c00 x1866777609868416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.679039:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735c00 with x1866777609868416 ext(1499136->1503231) 00002000:00010000:2.0:1780298661.679043:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735c00 00000100:00100000:2.0:1780298661.679066:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6754 00000100:00100000:2.0:1780298661.679074:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609868416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.679232:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609868416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 159us (271us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.679240:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6754 00002000:00100000:2.0:1780298661.679257:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1499136->1503231) req@ffff9cf37f735c00 x1866777609868416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.679266:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735c00 with x1866777609868416 ext(1499136->1503231) 00002000:00010000:2.0:1780298661.679271:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735c00 00000100:00100000:3.0:1780298661.680080:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.680117:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868544 00000100:00100000:0.0:1780298661.680121:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868544 00002000:00100000:0.0:1780298661.680158:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1503232->1507327) req@ffff9cf36e5d8380 x1866777609868544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.680191:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777609868544 ext(1503232->1507327) 00002000:00010000:0.0:1780298661.680195:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8380 00000100:00100000:0.0:1780298661.680223:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6755 00000100:00100000:0.0:1780298661.680231:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609868544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.680304:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609868544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.680312:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6755 00002000:00100000:0.0:1780298661.680317:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1503232->1507327) req@ffff9cf36e5d8380 x1866777609868544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.680322:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777609868544 ext(1503232->1507327) 00002000:00010000:0.0:1780298661.680325:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8380 00000100:00100000:1.0:1780298661.681156:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.681192:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868672 00000100:00100000:0.0:1780298661.681196:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868672 00002000:00100000:0.0:1780298661.681211:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1507328->1511423) req@ffff9cf37f735f80 x1866777609868672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.681216:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735f80 with x1866777609868672 ext(1507328->1511423) 00002000:00010000:0.0:1780298661.681219:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735f80 00000100:00100000:0.0:1780298661.681233:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6756 00000100:00100000:0.0:1780298661.681238:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609868672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.681288:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609868672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (134us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.681293:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6756 00002000:00100000:0.0:1780298661.681302:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1507328->1511423) req@ffff9cf37f735f80 x1866777609868672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.681308:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735f80 with x1866777609868672 ext(1507328->1511423) 00002000:00010000:0.0:1780298661.681310:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735f80 00000100:00100000:1.0:1780298661.682093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.682155:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868800 00000100:00100000:2.0:1780298661.682172:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868800 00002000:00100000:2.0:1780298661.682195:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1511424->1515519) req@ffff9cf37f734a80 x1866777609868800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.682205:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734a80 with x1866777609868800 ext(1511424->1515519) 00002000:00010000:2.0:1780298661.682209:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734a80 00000100:00100000:2.0:1780298661.682231:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6757 00000100:00100000:2.0:1780298661.682239:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609868800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.682324:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609868800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.682332:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6757 00002000:00100000:2.0:1780298661.682339:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1511424->1515519) req@ffff9cf37f734a80 x1866777609868800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.682347:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734a80 with x1866777609868800 ext(1511424->1515519) 00002000:00010000:2.0:1780298661.682351:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734a80 00000100:00100000:3.0:1780298661.683072:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.683101:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609868928 00000100:00100000:0.0:1780298661.683105:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609868928 00002000:00100000:0.0:1780298661.683119:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1515520->1519615) req@ffff9cf36e5d8700 x1866777609868928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.683143:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777609868928 ext(1515520->1519615) 00002000:00010000:0.0:1780298661.683146:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:0.0:1780298661.683171:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6758 00000100:00100000:0.0:1780298661.683178:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609868928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.683230:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609868928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (159us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.683235:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6758 00002000:00100000:0.0:1780298661.683239:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1515520->1519615) req@ffff9cf36e5d8700 x1866777609868928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.683245:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777609868928 ext(1515520->1519615) 00002000:00010000:0.0:1780298661.683248:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:1.0:1780298661.683998:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.684040:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869056 00000100:00100000:2.0:1780298661.684052:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869056 00002000:00100000:2.0:1780298661.684072:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1519616->1523711) req@ffff9cf37f737b80 x1866777609869056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.684080:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737b80 with x1866777609869056 ext(1519616->1523711) 00002000:00010000:2.0:1780298661.684084:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737b80 00000100:00100000:2.0:1780298661.684105:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6759 00000100:00100000:2.0:1780298661.684113:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.684216:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.684223:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6759 00002000:00100000:2.0:1780298661.684229:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1519616->1523711) req@ffff9cf37f737b80 x1866777609869056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.684237:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737b80 with x1866777609869056 ext(1519616->1523711) 00002000:00010000:2.0:1780298661.684241:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737b80 00000100:00100000:1.0:1780298661.685036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.685067:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869184 00000100:00100000:0.0:1780298661.685071:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869184 00002000:00100000:0.0:1780298661.685085:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1523712->1527807) req@ffff9cf37f735880 x1866777609869184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.685091:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777609869184 ext(1523712->1527807) 00002000:00010000:0.0:1780298661.685097:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735880 00000100:00100000:0.0:1780298661.685112:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6760 00000100:00100000:0.0:1780298661.685118:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.685218:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.685223:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6760 00002000:00100000:0.0:1780298661.685227:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1523712->1527807) req@ffff9cf37f735880 x1866777609869184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.685232:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735880 with x1866777609869184 ext(1523712->1527807) 00002000:00010000:0.0:1780298661.685235:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735880 00000100:00100000:3.0:1780298661.686020:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.686048:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869312 00000100:00100000:0.0:1780298661.686051:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869312 00002000:00100000:0.0:1780298661.686065:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf36e5d9c00 x1866777609869312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.686071:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777609869312 ext(1527808->1531903) 00002000:00010000:0.0:1780298661.686073:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:0.0:1780298661.686086:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6761 00000100:00100000:0.0:1780298661.686091:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.686174:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (181us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.686180:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6761 00002000:00100000:0.0:1780298661.686184:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf36e5d9c00 x1866777609869312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.686198:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777609869312 ext(1527808->1531903) 00002000:00010000:0.0:1780298661.686201:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:1.0:1780298661.686958:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.687000:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869440 00000100:00100000:2.0:1780298661.687006:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869440 00002000:00100000:2.0:1780298661.687025:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1531904->1535999) req@ffff9cf37f737100 x1866777609869440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.687033:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777609869440 ext(1531904->1535999) 00002000:00010000:2.0:1780298661.687037:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:2.0:1780298661.687056:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6762 00000100:00100000:2.0:1780298661.687063:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.687145:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.687177:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6762 00002000:00100000:2.0:1780298661.687184:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1531904->1535999) req@ffff9cf37f737100 x1866777609869440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.687192:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777609869440 ext(1531904->1535999) 00002000:00010000:2.0:1780298661.687195:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:1.0:1780298661.687955:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.687998:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869568 00000100:00100000:0.0:1780298661.688003:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869568 00002000:00100000:0.0:1780298661.688023:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1536000->1540095) req@ffff9cf343964e00 x1866777609869568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.688031:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777609869568 ext(1536000->1540095) 00002000:00010000:0.0:1780298661.688035:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:0.0:1780298661.688055:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6763 00000100:00100000:0.0:1780298661.688064:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.688149:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.688156:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6763 00002000:00100000:0.0:1780298661.688174:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1536000->1540095) req@ffff9cf343964e00 x1866777609869568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.688183:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777609869568 ext(1536000->1540095) 00002000:00010000:0.0:1780298661.688187:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:3.0:1780298661.688938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.688981:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869696 00000100:00100000:2.0:1780298661.688986:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869696 00002000:00100000:2.0:1780298661.689006:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1540096->1544191) req@ffff9cf36e5dad80 x1866777609869696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.689016:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777609869696 ext(1540096->1544191) 00002000:00010000:2.0:1780298661.689019:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:2.0:1780298661.689041:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6764 00000100:00100000:2.0:1780298661.689050:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.689118:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.689150:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6764 00002000:00100000:2.0:1780298661.689158:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1540096->1544191) req@ffff9cf36e5dad80 x1866777609869696/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.689178:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777609869696 ext(1540096->1544191) 00002000:00010000:2.0:1780298661.689182:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:1.0:1780298661.689915:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.689955:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869824 00000100:00100000:0.0:1780298661.689959:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869824 00002000:00100000:0.0:1780298661.689974:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1544192->1548287) req@ffff9cf343964000 x1866777609869824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.689980:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964000 with x1866777609869824 ext(1544192->1548287) 00002000:00010000:0.0:1780298661.689983:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964000 00000100:00100000:0.0:1780298661.690003:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6765 00000100:00100000:0.0:1780298661.690009:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.690076:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609869824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (160us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.690084:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6765 00002000:00100000:0.0:1780298661.690091:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1544192->1548287) req@ffff9cf343964000 x1866777609869824/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.690101:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964000 with x1866777609869824 ext(1544192->1548287) 00002000:00010000:0.0:1780298661.690104:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964000 00000100:00100000:1.0:1780298661.690884:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.690915:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609869952 00000100:00100000:0.0:1780298661.690919:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609869952 00002000:00100000:0.0:1780298661.690933:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1548288->1552383) req@ffff9cf343966680 x1866777609869952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.690938:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777609869952 ext(1548288->1552383) 00002000:00010000:0.0:1780298661.690940:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:0.0:1780298661.690953:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6766 00000100:00100000:0.0:1780298661.690958:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.691008:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609869952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (124us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.691012:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6766 00002000:00100000:0.0:1780298661.691019:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1548288->1552383) req@ffff9cf343966680 x1866777609869952/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.691027:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777609869952 ext(1548288->1552383) 00002000:00010000:0.0:1780298661.691037:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:3.0:1780298661.691935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.691992:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870208 00000100:00100000:0.0:1780298661.691996:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870208 00000100:00100000:0.0:1780298661.692027:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11070 00000100:00100000:0.0:1780298661.692035:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609870208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.692045:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.692062:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037797 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6263 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.692086:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.692147:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605203456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.692148:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870080 00000100:00100000:2.0:1780298661.692155:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870080 00000100:00100000:2.0:1780298661.692204:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11071 00000100:00100000:2.0:1780298661.692214:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609870080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.692229:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.692236:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298661.692240:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6303779e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d625c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.692285:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605203584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.692324:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.692922:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605203456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.692948:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037797 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6263 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.692965:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000056a806f/0xaf35132e63037797 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6263 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.692974:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:0.0:1780298661.693007:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609870208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 974us (1073us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.693012:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11070 00000100:00100000:2.0:1780298661.693178:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605203584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.693197:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6303779e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d625c expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.693212:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e6303779e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d625c expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.693222:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.693254:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609870080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.693261:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11071 00000100:00100000:1.0:1780298661.694067:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.694103:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870336 00000100:00100000:2.0:1780298661.694108:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870336 00000100:00100000:1.0:1780298661.694109:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.694169:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870464 00000100:00100000:2.0:1780298661.694173:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870464 00000100:00100000:0.0:1780298661.694181:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11072 00000100:00100000:0.0:1780298661.694189:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609870336:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.694195:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11073 00010000:00010000:0.0:1780298661.694200:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.694211:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609870464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.694218:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630377a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d626a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.694221:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.694232:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6271 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.694252:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605203712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.694265:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605203840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.694298:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.694300:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.694995:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605203840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.695010:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605203712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.695013:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377ac lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6271 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.695026:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6271 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.695032:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630377a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d626a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.695035:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:0.0:1780298661.695051:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e630377a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d626a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.695062:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609870464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (955us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298661.695063:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:3.0:1780298661.695069:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11073 00000100:00100000:0.0:1780298661.695089:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609870336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (1023us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.695096:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11072 00000100:00100000:1.0:1780298661.695924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.695967:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870592 00000100:00100000:0.0:1780298661.695972:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870592 00000100:00100000:0.0:1780298661.696004:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11074 00000100:00100000:0.0:1780298661.696012:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609870592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.696021:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.696030:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6278 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.696050:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.696069:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.696073:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:0.0:1780298661.696079:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->2658303] (req 2588672->2658303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.696100:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.696114:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 16 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.696144:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605203968:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.696197:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.696791:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605203968:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.696805:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->2658303] (req 2588672->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.696815:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92e00, rc 0) 00000100:00100000:0.0:1780298661.696849:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609870592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.696856:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11074 00000100:00100000:1.0:1780298661.697001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.697039:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870720 00000100:00100000:0.0:1780298661.697044:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870720 00010000:00010000:0.0:1780298661.697061:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 17 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.697096:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15438 00000100:00100000:0.0:1780298661.697104:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609870720:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.697114:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.697150:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 17 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.697174:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 17 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.697191:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e6303775f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1794048->3100671] (req 1794048->1806335) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6224 expref: 17 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.697201:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:0.0:1780298661.697204:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:0.0:1780298661.697213:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.697221:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.697243:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.697252:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605204096:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.697292:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.697886:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605204096:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.697896:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.697920:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609870720:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 817us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.697927:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15438 00000100:00100000:1.0:1780298661.698072:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.698103:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870848 00000100:00100000:2.0:1780298661.698108:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870848 00000100:00100000:2.0:1780298661.698172:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6767 00000100:00100000:2.0:1780298661.698179:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609870848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298661.698371:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 3554926 00002000:00010000:2.0:1780298661.698377:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.698378:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:2.0:1780298661.698380:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.698382:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1016 -> 1152 00000100:00100000:2.0:1780298661.698406:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609870848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 228us (334us total) trans 4294969884 rc 0/0 00000100:00100000:2.0:1780298661.698410:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6767 00000100:00100000:1.0:1780298661.699100:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.699148:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609870976 00000100:00100000:2.0:1780298661.699152:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609870976 00000100:00100000:2.0:1780298661.699187:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11075 00000100:00100000:2.0:1780298661.699193:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609870976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.699200:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.699210:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630377ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d627f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.699228:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.699237:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605204224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.699262:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871104 00000100:00100000:3.0:1780298661.699266:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871104 00000100:00100000:2.0:1780298661.699288:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.699301:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11076 00000100:00100000:3.0:1780298661.699310:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609871104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.699319:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.699328:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e630377c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6286 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.699358:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605204352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.699428:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.699833:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.699841:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605204224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.699854:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630377ba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d627f expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.699864:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630377ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d627f expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.699879:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298661.699902:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609870976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 710us (803us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.699907:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11075 00000100:00100000:3.0:1780298661.700049:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605204352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.700062:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e630377c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6286 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.700081:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e630377c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6286 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.700089:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:3.0:1780298661.700110:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609871104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 803us (883us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.700114:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11076 00000100:00100000:1.0:1780298661.700928:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.700966:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871232 00000100:00100000:0.0:1780298661.700972:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871232 00000100:00100000:1.0:1780298661.700991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.701008:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871360 00000100:00100000:0.0:1780298661.701013:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871360 00000100:00100000:0.0:1780298661.701042:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11077 00000100:00100000:2.0:1780298661.701056:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11078 00000100:00100000:0.0:1780298661.701056:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609871232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.701068:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.701072:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609871360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.701077:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630377c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d628d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.701082:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.701092:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e630377cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6294 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.701111:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605204480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.701154:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605204608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.701201:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.701202:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.701791:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605204480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.701809:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630377c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d628d expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.701824:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000056a806f/0xaf35132e630377c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d628d expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.701846:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92800, rc 0) 00000100:00100000:2.0:1780298661.701860:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605204608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.701877:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609871232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (946us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298661.701883:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e630377cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6294 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.701889:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11077 00010000:00010000:2.0:1780298661.701906:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e630377cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6294 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.701915:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.701947:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609871360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 881us (955us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.701955:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11078 00000100:00100000:1.0:1780298661.702925:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.702960:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871616 00000100:00100000:0.0:1780298661.702965:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871616 00000100:00100000:1.0:1780298661.702992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.702998:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11079 00000100:00100000:0.0:1780298661.703007:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609871616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.703016:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.703019:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871488 00000100:00100000:2.0:1780298661.703024:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871488 00010000:00010000:0.0:1780298661.703024:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e630377d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62a2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.703059:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605204736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.703062:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11080 00000100:00100000:2.0:1780298661.703076:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609871488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.703085:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.703095:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630377dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d629b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.703106:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.703150:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605204864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.703209:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.703616:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605204736:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.703631:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e630377d6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62a2 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.703644:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b87f9a7e/0xaf35132e630377d6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62a2 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.703654:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:0.0:1780298661.703680:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609871616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 675us (757us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.703693:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11079 00000100:00100000:2.0:1780298661.703787:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605204864:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.703803:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630377dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d629b expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.703817:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e630377dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d629b expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.703825:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.703852:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609871488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (860us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.703860:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11080 00000100:00100000:0.0:1780298661.704670:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.704702:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871744 00000100:00100000:1.0:1780298661.704706:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871744 00000100:00100000:1.0:1780298661.704730:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11081 00000100:00100000:3.0:1780298661.704743:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.704743:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609871744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.704752:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.704760:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630377e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62a9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.704781:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605204992:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.704784:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609871872 00000100:00100000:2.0:1780298661.704789:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609871872 00000100:00100000:1.0:1780298661.704820:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.704832:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11082 00000100:00100000:2.0:1780298661.704842:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777609871872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.704859:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.704868:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e630377eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62b0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.704894:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605205120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.704931:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.705554:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605204992:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.705558:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605205120:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.705584:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630377e4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62a9 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.705588:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e630377eb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62b0 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.705610:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e630377eb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62b0 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.705610:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630377e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62a9 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.705633:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ba00, rc 0) 00010000:00010000:1.0:1780298661.705636:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:2.0:1780298661.705658:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777609871872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (919us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.705667:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11082 00000100:00100000:1.0:1780298661.705668:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609871744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (995us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.705677:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11081 00000100:00100000:0.0:1780298661.706551:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.706627:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872000 00000100:00100000:3.0:1780298661.706630:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872000 00000100:00100000:0.0:1780298661.706671:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.706675:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11083 00000100:00100000:1.0:1780298661.706683:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609872000:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.706686:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872128 00000100:00100000:3.0:1780298661.706689:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872128 00010000:00010000:1.0:1780298661.706690:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.706698:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630377f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62b7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.706712:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11084 00000100:00100000:1.0:1780298661.706722:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605205248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.706723:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777609872128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.706733:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.706740:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62be expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.706760:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.706765:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605205376:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.706789:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.707333:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605205248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.707350:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630377f2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62b7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.707364:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630377f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62b7 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.707384:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.707409:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609872000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (858us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.707414:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11083 00000100:00100000:3.0:1780298661.707552:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605205376:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.707567:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377f9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62be expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.707586:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e630377f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62be expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.707593:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298661.707615:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777609872128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (948us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.707619:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11084 00000100:00100000:2.0:1780298661.708385:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.708418:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872256 00000100:00100000:0.0:1780298661.708423:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872256 00000100:00100000:0.0:1780298661.708453:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11085 00000100:00100000:0.0:1780298661.708461:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609872256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.708471:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.708479:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62c5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.708499:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.708508:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:0.0:1780298661.708512:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:0.0:1780298661.708518:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->3563519] (req 3559424->3563519) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.708539:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.708551:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 15 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.708568:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605205504:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.708597:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.709090:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605205504:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.709106:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->3563519] (req 3559424->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709118:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e92400, rc 0) 00000100:00100000:1.0:1780298661.709181:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609872256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.709190:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11085 00000100:00100000:3.0:1780298661.709250:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.709293:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872384 00000100:00100000:1.0:1780298661.709297:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872384 00010000:00010000:1.0:1780298661.709315:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 16 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.709340:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15439 00000100:00100000:1.0:1780298661.709347:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609872384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.709355:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.709364:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 16 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709384:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 16 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709398:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2c2b189/0xaf35132e630376da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3100672->36655103] (req 3100672->3141631) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d619f expref: 16 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709407:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.709410:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.709417:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709427:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.709450:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.709460:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605205632:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.709496:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.710050:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605205632:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.710060:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.710082:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609872384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 737us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.710088:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15439 00000100:00100000:0.0:1780298661.710362:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.710385:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872512 00000100:00100000:3.0:1780298661.710389:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872512 00002000:00100000:3.0:1780298661.710410:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3559424->3563519) req@ffff9cf242862680 x1866777609872512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.710417:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777609872512 ext(3559424->3563519) 00002000:00010000:3.0:1780298661.710420:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:3.0:1780298661.710436:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6768 00000100:00100000:3.0:1780298661.710441:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609872512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.710524:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609872512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.710529:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6768 00002000:00100000:3.0:1780298661.710533:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3559424->3563519) req@ffff9cf242862680 x1866777609872512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.710539:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777609872512 ext(3559424->3563519) 00002000:00010000:3.0:1780298661.710541:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:3.0:1780298661.711425:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.711456:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872640 00000100:00100000:2.0:1780298661.711460:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872640 00002000:00100000:2.0:1780298661.711476:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3563520->3567615) req@ffff9cf242b40e00 x1866777609872640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.711483:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777609872640 ext(3563520->3567615) 00002000:00010000:2.0:1780298661.711485:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:2.0:1780298661.711499:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6769 00000100:00100000:2.0:1780298661.711512:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609872640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.711581:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609872640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.711586:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6769 00002000:00100000:2.0:1780298661.711590:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3563520->3567615) req@ffff9cf242b40e00 x1866777609872640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.711595:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40e00 with x1866777609872640 ext(3563520->3567615) 00002000:00010000:2.0:1780298661.711598:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40e00 00000100:00100000:2.0:1780298661.712467:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.712508:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872768 00000100:00100000:0.0:1780298661.712512:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872768 00002000:00100000:0.0:1780298661.712533:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3567616->3571711) req@ffff9cf255492d80 x1866777609872768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.712540:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777609872768 ext(3567616->3571711) 00002000:00010000:0.0:1780298661.712543:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:0.0:1780298661.712559:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6770 00000100:00100000:0.0:1780298661.712565:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609872768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.712629:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609872768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.712635:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6770 00002000:00100000:0.0:1780298661.712639:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3567616->3571711) req@ffff9cf255492d80 x1866777609872768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.712645:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777609872768 ext(3567616->3571711) 00002000:00010000:0.0:1780298661.712648:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:0.0:1780298661.713482:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.713511:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609872896 00000100:00100000:1.0:1780298661.713516:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609872896 00002000:00100000:1.0:1780298661.713534:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3571712->3575807) req@ffff9cf242862300 x1866777609872896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.713540:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777609872896 ext(3571712->3575807) 00002000:00010000:1.0:1780298661.713543:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:1.0:1780298661.713558:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6771 00000100:00100000:1.0:1780298661.713562:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609872896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.713628:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609872896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.713636:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6771 00002000:00100000:1.0:1780298661.713642:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3571712->3575807) req@ffff9cf242862300 x1866777609872896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.713651:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777609872896 ext(3571712->3575807) 00002000:00010000:1.0:1780298661.713654:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:3.0:1780298661.714455:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.714487:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873024 00000100:00100000:2.0:1780298661.714491:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873024 00002000:00100000:2.0:1780298661.714508:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3575808->3579903) req@ffff9cf242b41500 x1866777609873024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.714516:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777609873024 ext(3575808->3579903) 00002000:00010000:2.0:1780298661.714520:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:2.0:1780298661.714539:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6772 00000100:00100000:2.0:1780298661.714547:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.714597:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.714601:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6772 00002000:00100000:2.0:1780298661.714605:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3575808->3579903) req@ffff9cf242b41500 x1866777609873024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.714611:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777609873024 ext(3575808->3579903) 00002000:00010000:2.0:1780298661.714613:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:2.0:1780298661.715417:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.715449:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873152 00000100:00100000:3.0:1780298661.715452:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873152 00002000:00100000:3.0:1780298661.715467:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3579904->3583999) req@ffff9cf255490700 x1866777609873152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.715473:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777609873152 ext(3579904->3583999) 00002000:00010000:3.0:1780298661.715475:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:3.0:1780298661.715488:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6773 00000100:00100000:3.0:1780298661.715493:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609873152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.715547:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609873152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.715553:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6773 00002000:00100000:3.0:1780298661.715559:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3579904->3583999) req@ffff9cf255490700 x1866777609873152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.715568:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777609873152 ext(3579904->3583999) 00002000:00010000:3.0:1780298661.715572:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:0.0:1780298661.716361:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.716401:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873280 00000100:00100000:2.0:1780298661.716405:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873280 00002000:00100000:2.0:1780298661.716424:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3584000->3588095) req@ffff9cf242861880 x1866777609873280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.716430:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777609873280 ext(3584000->3588095) 00002000:00010000:2.0:1780298661.716433:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:2.0:1780298661.716447:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6774 00000100:00100000:2.0:1780298661.716453:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.716499:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 47us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.716506:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6774 00002000:00100000:2.0:1780298661.716513:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3584000->3588095) req@ffff9cf242861880 x1866777609873280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.716522:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777609873280 ext(3584000->3588095) 00002000:00010000:2.0:1780298661.716526:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:0.0:1780298661.717243:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.717288:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873408 00000100:00100000:1.0:1780298661.717293:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873408 00002000:00100000:1.0:1780298661.717312:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3588096->3592191) req@ffff9cf242863480 x1866777609873408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.717321:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777609873408 ext(3588096->3592191) 00002000:00010000:1.0:1780298661.717325:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:1.0:1780298661.717346:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6775 00000100:00100000:1.0:1780298661.717354:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609873408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.717415:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609873408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.717430:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6775 00002000:00100000:1.0:1780298661.717438:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3588096->3592191) req@ffff9cf242863480 x1866777609873408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.717446:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777609873408 ext(3588096->3592191) 00002000:00010000:1.0:1780298661.717449:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:3.0:1780298661.718107:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.718200:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873536 00000100:00100000:1.0:1780298661.718205:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873536 00002000:00100000:1.0:1780298661.718223:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3592192->3596287) req@ffff9cf242b40a80 x1866777609873536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.718232:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777609873536 ext(3592192->3596287) 00002000:00010000:1.0:1780298661.718235:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:1.0:1780298661.718254:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6776 00000100:00100000:1.0:1780298661.718262:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.718321:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.718328:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6776 00002000:00100000:1.0:1780298661.718335:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3592192->3596287) req@ffff9cf242b40a80 x1866777609873536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.718343:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777609873536 ext(3592192->3596287) 00002000:00010000:1.0:1780298661.718346:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:0.0:1780298661.719155:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.719196:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873664 00000100:00100000:2.0:1780298661.719200:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873664 00002000:00100000:2.0:1780298661.719219:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3596288->3600383) req@ffff9cf242863800 x1866777609873664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.719225:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777609873664 ext(3596288->3600383) 00002000:00010000:2.0:1780298661.719228:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:2.0:1780298661.719242:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6777 00000100:00100000:2.0:1780298661.719247:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609873664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.719304:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609873664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.719309:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6777 00002000:00100000:2.0:1780298661.719314:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3596288->3600383) req@ffff9cf242863800 x1866777609873664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.719320:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777609873664 ext(3596288->3600383) 00002000:00010000:2.0:1780298661.719322:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:0.0:1780298661.720113:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.720153:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873792 00000100:00100000:3.0:1780298661.720157:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873792 00002000:00100000:3.0:1780298661.720182:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3600384->3604479) req@ffff9cf242861180 x1866777609873792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.720188:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777609873792 ext(3600384->3604479) 00002000:00010000:3.0:1780298661.720191:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180 00000100:00100000:3.0:1780298661.720206:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6778 00000100:00100000:3.0:1780298661.720221:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609873792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.720282:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609873792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.720289:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6778 00002000:00100000:3.0:1780298661.720295:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3600384->3604479) req@ffff9cf242861180 x1866777609873792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.720304:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777609873792 ext(3600384->3604479) 00002000:00010000:3.0:1780298661.720307:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180 00000100:00100000:3.0:1780298661.721028:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.721068:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609873920 00000100:00100000:2.0:1780298661.721072:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609873920 00002000:00100000:2.0:1780298661.721087:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3604480->3608575) req@ffff9cf242b41f80 x1866777609873920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.721093:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777609873920 ext(3604480->3608575) 00002000:00010000:2.0:1780298661.721095:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:2.0:1780298661.721110:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6779 00000100:00100000:2.0:1780298661.721115:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.721208:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609873920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.721213:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6779 00002000:00100000:2.0:1780298661.721217:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3604480->3608575) req@ffff9cf242b41f80 x1866777609873920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.721223:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41f80 with x1866777609873920 ext(3604480->3608575) 00002000:00010000:2.0:1780298661.721226:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41f80 00000100:00100000:0.0:1780298661.721971:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.722007:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874048 00000100:00100000:1.0:1780298661.722012:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874048 00002000:00100000:1.0:1780298661.722043:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3608576->3612671) req@ffff9cf242860000 x1866777609874048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.722063:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777609874048 ext(3608576->3612671) 00002000:00010000:1.0:1780298661.722067:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860000 00000100:00100000:1.0:1780298661.722087:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6780 00000100:00100000:1.0:1780298661.722096:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609874048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.722194:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609874048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.722202:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6780 00002000:00100000:1.0:1780298661.722209:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3608576->3612671) req@ffff9cf242860000 x1866777609874048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.722218:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777609874048 ext(3608576->3612671) 00002000:00010000:1.0:1780298661.722222:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860000 00000100:00100000:0.0:1780298661.723048:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.723085:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874176 00000100:00100000:1.0:1780298661.723089:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874176 00002000:00100000:1.0:1780298661.723103:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3612672->3616767) req@ffff9cf242862d80 x1866777609874176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.723109:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777609874176 ext(3612672->3616767) 00002000:00010000:1.0:1780298661.723111:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:1.0:1780298661.723142:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6781 00000100:00100000:1.0:1780298661.723147:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609874176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.723224:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609874176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.723231:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6781 00002000:00100000:1.0:1780298661.723242:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3612672->3616767) req@ffff9cf242862d80 x1866777609874176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.723250:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777609874176 ext(3612672->3616767) 00002000:00010000:1.0:1780298661.723254:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:3.0:1780298661.724229:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.724270:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874304 00000100:00100000:1.0:1780298661.724275:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874304 00000100:00100000:1.0:1780298661.724306:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11086 00000100:00100000:1.0:1780298661.724322:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609874304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.724334:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.724340:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.724352:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037807 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62cc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.724385:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874432 00010000:00010000:1.0:1780298661.724388:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037807 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62cc expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.724394:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874432 00010000:00010000:1.0:1780298661.724411:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037807 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62cc expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.724423:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11087 00010000:00010000:1.0:1780298661.724424:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:2.0:1780298661.724430:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609874432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.724438:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.724447:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6303780e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62d3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.724458:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609874304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 144us (228us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.724465:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11086 00000100:00100000:2.0:1780298661.724483:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605205760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.724537:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.725189:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605205760:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.725213:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6303780e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62d3 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.725228:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e6303780e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62d3 expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.725238:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.725274:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777609874432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (935us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.725281:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11087 00000100:00100000:3.0:1780298661.726046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.726084:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874560 00000100:00100000:1.0:1780298661.726088:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874560 00000100:00100000:1.0:1780298661.726111:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11088 00000100:00100000:1.0:1780298661.726116:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609874560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.726147:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.726155:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037815 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62da expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.726185:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037815 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62da expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.726194:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.726200:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037815 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62da expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.726207:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.726231:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609874560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 115us (186us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.726236:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11088 00000100:00100000:0.0:1780298661.726274:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874688 00000100:00100000:0.0:1780298661.726280:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874688 00000100:00100000:0.0:1780298661.726315:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11089 00000100:00100000:0.0:1780298661.726324:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609874688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.726331:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.726340:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303781c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62e1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.726369:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605205888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.726413:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.726981:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605205888:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.726994:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303781c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e1 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.727003:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186136f8/0xaf35132e6303781c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e1 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.727010:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93000, rc 0) 00000100:00100000:0.0:1780298661.727040:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609874688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 717us (849us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.727046:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11089 00000100:00100000:3.0:1780298661.728467:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.728502:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609874944 00000100:00100000:0.0:1780298661.728507:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609874944 00000100:00100000:0.0:1780298661.728542:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62176 00000100:00100000:0.0:1780298661.728557:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+60:30556:x1866777609874944:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.728594:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.728613:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e63037639 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60fe expref: 60 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.728625:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.728629:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298661.728775:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.728789:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 65 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.728800:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.728823:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 65 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.728836:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 65 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.728847:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605206016:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.728891:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.729501:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605206016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.729513:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.729626:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.729662:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875072 00000100:00100000:0.0:1780298661.729667:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875072 00010000:00010000:0.0:1780298661.729685:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 66 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.729713:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15440 00000100:00100000:0.0:1780298661.729721:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:2399:x1866777609875072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.729731:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.729736:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 66 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729747:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 66 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729760:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92200/0xaf35132e63037624 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d60f0 expref: 66 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729770:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.729774:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729782:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729791:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.729811:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.729845:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:2399:x1866777609875072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.729853:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15440 00010000:00010000:1.0:1780298661.729903:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.729913:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298661.729960:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991207 00000004:00010000:1.0:1780298661.729988:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a9fba76 reply state 0000000098904d0e transno 4294991208 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.730000:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.730006:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.730014:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.730017:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.730072:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:30556:x1866777609874944:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1516us (1604us total) trans 4294991208 rc 0/0 00000100:00100000:1.0:1780298661.730080:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62176 00000020:00080000:1.0:1780298661.730084:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298661.730661:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.730698:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875200 00000100:00100000:0.0:1780298661.730703:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875200 00000100:00100000:0.0:1780298661.730733:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11090 00000100:00100000:0.0:1780298661.730741:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609875200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.730751:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.730760:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62e8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730778:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730787:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730795:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730803:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:0.0:1780298661.730808:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(23 0) 00010000:00010000:0.0:1780298661.730812:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730830:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730846:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.730856:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206144:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.730907:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730916:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.730927:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206272:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.730968:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.730978:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.730987:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206400:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.731016:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.731451:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242861f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206144:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.731712:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206272:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.731760:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.731786:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875328 00000100:00100000:2.0:1780298661.731790:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875328 00010000:00010000:2.0:1780298661.731805:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.731824:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15441 00000100:00100000:2.0:1780298661.731835:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609875328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.731846:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.731858:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.731866:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.731879:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb0d13ab/0xaf35132e63037800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3559424->18446744073709551615] (req 3559424->3563519) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62c5 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.731888:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.731953:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609875328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.731958:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15441 00000100:00100000:1.0:1780298661.732038:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605206400:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.732056:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.732060:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732069:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375e93600, rc 0) 00000100:00100000:1.0:1780298661.732098:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609875200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1358us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.732106:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11090 00000100:00100000:2.0:1780298661.732193:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875456 00000100:00100000:2.0:1780298661.732197:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875456 00010000:00010000:2.0:1780298661.732210:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.732231:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15442 00000100:00100000:2.0:1780298661.732237:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609875456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.732244:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.732250:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.732265:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.732273:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000670f33f0/0xaf35132e630377b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2588672->3100671] (req 2588672->2658303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6278 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.732280:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.732299:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609875456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 64us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.732304:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15442 00000100:00100000:3.0:1780298661.732320:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.732357:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875584 00000100:00100000:1.0:1780298661.732363:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875584 00010000:00010000:1.0:1780298661.732383:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.732410:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15443 00000100:00100000:1.0:1780298661.732419:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609875584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.732429:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.732438:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732449:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732470:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038a88423/0xaf35132e63037790 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1499136->1794047] (req 1499136->1503231) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6255 expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732481:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(23 0) 00010000:00010000:1.0:1780298661.732485:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(23 0) 00010000:00010000:1.0:1780298661.732492:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732503:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.732528:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.732538:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605206528:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.732575:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.733232:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605206528:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.733243:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.733278:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609875584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 858us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.733286:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15443 00000100:00100000:3.0:1780298661.733398:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.733434:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875712 00000100:00100000:2.0:1780298661.733439:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875712 00000100:00100000:2.0:1780298661.733463:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11091 00000100:00100000:2.0:1780298661.733467:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777609875712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.733474:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.733482:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62ef expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.733495:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.733501:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(17 0) 00010000:00010000:2.0:1780298661.733503:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:2.0:1780298661.733506:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.733531:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.733542:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 19 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.733553:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605206656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.733587:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.734111:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605206656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.734144:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.734153:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.734185:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777609875712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 716us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.734193:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11091 00000100:00100000:3.0:1780298661.734293:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.734310:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875840 00000100:00100000:0.0:1780298661.734321:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875840 00010000:00010000:0.0:1780298661.734340:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 20 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.734370:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15444 00000100:00100000:0.0:1780298661.734380:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777609875840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.734389:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.734399:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 20 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.734410:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 20 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.734423:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303773c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1273856->34828287] (req 1273856->1310719) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6201 expref: 20 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.734433:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.734436:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.734442:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.734449:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.734468:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 17 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.734487:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605206784:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.734522:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.735098:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605206784:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.735108:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.735155:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609875840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 778us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.735174:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15444 00000100:00100000:3.0:1780298661.735404:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.735431:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.735445:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609875968 00000100:00100000:2.0:1780298661.735449:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609875968 00002000:00010000:2.0:1780298661.735464:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (6271884->18446744073709551615) 00000100:00100000:1.0:1780298661.735465:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876096 00002000:00100000:2.0:1780298661.735468:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918e00 with x1866777609875968 ext(6271884->18446744073709551615) 00000100:00100000:1.0:1780298661.735471:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876096 00002000:00010000:2.0:1780298661.735475:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918e00. 00002000:00010000:1.0:1780298661.735488:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.735493:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777609876096 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298661.735494:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6782 00002000:00010000:1.0:1780298661.735503:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918000. 00000100:00100000:2.0:1780298661.735505:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609875968:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298661.735531:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6783 00000100:00100000:1.0:1780298661.735541:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609876096:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.735641:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2807086 -> 4194304 00002000:00010000:1.0:1780298661.735645:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.735648:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:1.0:1780298661.735650:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.735652:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3554926 -> 6271884 00002000:00010000:1.0:1780298661.735653:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 384 -> 384 00002000:00010000:2.0:1780298661.735657:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.735660:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:2.0:1780298661.735662:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298661.735663:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:1.0:1780298661.735690:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609876096:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 149us (255us total) trans 4294969388 rc 0/0 00000100:00100000:2.0:1780298661.735691:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609875968:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 186us (285us total) trans 4294969885 rc 0/0 00000100:00100000:2.0:1780298661.735703:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6782 00002000:00010000:2.0:1780298661.735706:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (6271884->18446744073709551615) 00002000:00100000:2.0:1780298661.735710:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918e00 with x1866777609875968 ext(6271884->18446744073709551615) 00000100:00100000:1.0:1780298661.735710:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6783 00002000:00010000:2.0:1780298661.735715:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918e00. 00002000:00010000:1.0:1780298661.735717:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.735721:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777609876096 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.735727:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918000. 00000100:00100000:0.0:1780298661.736555:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.736591:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876224 00000100:00100000:2.0:1780298661.736596:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876224 00000100:00100000:2.0:1780298661.736628:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62177 00000100:00100000:2.0:1780298661.736637:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:30556:x1866777609876224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.736648:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.736657:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e63037838 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62f6 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736702:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736710:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736716:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298661.736738:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10466188 00000004:00200000:2.0:1780298661.736741:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298661.736753:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736768:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9ba00/0xaf35132e63037838 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 64 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736776:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 63 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.736781:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.736783:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298661.736785:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298661.736806:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:30556:x1866777609876224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 172us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.736810:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62177 00000100:00100000:0.0:1780298661.738629:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.738662:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876352 00000100:00100000:1.0:1780298661.738667:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876352 00000100:00100000:0.0:1780298661.738671:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.738697:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876480 00000100:00100000:1.0:1780298661.738699:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876480 00000100:00100000:1.0:1780298661.738717:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11092 00000100:00100000:2.0:1780298661.738726:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11093 00000100:00100000:1.0:1780298661.738726:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609876352:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298661.738738:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777609876480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.738742:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.738745:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.738751:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037846 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d62fd expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.738754:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6303784d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6304 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.738796:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605207040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.738798:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605206912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.738840:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.738841:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.739516:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:2.0:1780298661.739530:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605207040:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298661.739530:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.739545:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605206912:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.739549:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6303784d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6304 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.739562:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e6303784d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6304 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.739567:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037846 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62fd expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.739570:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00010000:00010000:1.0:1780298661.739586:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037846 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62fd expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.739597:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:2.0:1780298661.739599:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777609876480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.739605:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11093 00000100:00100000:1.0:1780298661.739625:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609876352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (997us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.739632:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11092 00000100:00100000:0.0:1780298661.740508:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.740544:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876608 00000100:00100000:1.0:1780298661.740548:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876608 00000100:00100000:1.0:1780298661.740574:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11094 00000100:00100000:1.0:1780298661.740581:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609876608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.740588:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.740596:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d630b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.740620:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.740627:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(23 0) 00010000:00010000:1.0:1780298661.740630:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(24 0) 00010000:00010000:1.0:1780298661.740635:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.740651:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.740663:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 16 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.740672:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605207168:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.740706:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.741292:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605207168:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.741307:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->221183] (req 217088->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741320:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.741350:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609876608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.741368:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11094 00000100:00100000:3.0:1780298661.741496:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.741524:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876736 00000100:00100000:1.0:1780298661.741528:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876736 00010000:00010000:1.0:1780298661.741541:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 17 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.741561:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15445 00000100:00100000:1.0:1780298661.741566:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777609876736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.741572:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.741580:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 17 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741588:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 17 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741598:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87f9a7e/0xaf35132e6303782a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62e8 expref: 17 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741605:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(24 0) 00010000:00010000:1.0:1780298661.741608:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(24 0) 00010000:00010000:1.0:1780298661.741612:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741618:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.741641:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.741649:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605207296:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.741676:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.742356:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605207296:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.742363:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.742385:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609876736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 819us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.742390:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15445 00000100:00100000:0.0:1780298661.743484:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.743515:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876864 00000100:00100000:2.0:1780298661.743519:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876864 00002000:00100000:2.0:1780298661.743538:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (217088->4194303) req@ffff9cf34372dc00 x1866777609876864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.743544:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777609876864 ext(217088->4194303) 00002000:00010000:2.0:1780298661.743547:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:2.0:1780298661.743563:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6784 00000100:00100000:2.0:1780298661.743567:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609876864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.745225:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609876864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1655us (1741us total) trans 0 rc 643072/643072 00000100:00100000:2.0:1780298661.745232:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6784 00002000:00100000:2.0:1780298661.745238:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (217088->4194303) req@ffff9cf34372dc00 x1866777609876864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 643072/643072 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.745254:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777609876864 ext(217088->4194303) 00002000:00010000:2.0:1780298661.745257:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:0.0:1780298661.746295:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.746325:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609876992 00000100:00100000:1.0:1780298661.746329:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609876992 00002000:00100000:1.0:1780298661.746346:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (221184->225279) req@ffff9cf241b01500 x1866777609876992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.746352:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01500 with x1866777609876992 ext(221184->225279) 00002000:00010000:1.0:1780298661.746355:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01500 00000100:00100000:1.0:1780298661.746371:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6785 00000100:00100000:1.0:1780298661.746376:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609876992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.746436:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609876992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.746442:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6785 00002000:00100000:1.0:1780298661.746447:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (221184->225279) req@ffff9cf241b01500 x1866777609876992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.746461:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01500 with x1866777609876992 ext(221184->225279) 00002000:00010000:1.0:1780298661.746464:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01500 00000100:00100000:0.0:1780298661.747401:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.747440:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877120 00000100:00100000:1.0:1780298661.747444:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877120 00002000:00100000:1.0:1780298661.747463:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (225280->229375) req@ffff9cf36e5d9180 x1866777609877120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.747472:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777609877120 ext(225280->229375) 00002000:00010000:1.0:1780298661.747476:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:1.0:1780298661.747494:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6786 00000100:00100000:1.0:1780298661.747501:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.747552:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (155us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.747557:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6786 00002000:00100000:1.0:1780298661.747561:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (225280->229375) req@ffff9cf36e5d9180 x1866777609877120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.747566:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777609877120 ext(225280->229375) 00002000:00010000:1.0:1780298661.747569:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:3.0:1780298661.748555:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.748585:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877248 00000100:00100000:1.0:1780298661.748588:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877248 00002000:00100000:1.0:1780298661.748602:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (229376->233471) req@ffff9cf254919c00 x1866777609877248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.748608:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919c00 with x1866777609877248 ext(229376->233471) 00002000:00010000:1.0:1780298661.748610:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919c00 00000100:00100000:1.0:1780298661.748629:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6787 00000100:00100000:1.0:1780298661.748633:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609877248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.748683:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609877248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 49us (130us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.748687:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6787 00002000:00100000:1.0:1780298661.748691:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (229376->233471) req@ffff9cf254919c00 x1866777609877248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.748696:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919c00 with x1866777609877248 ext(229376->233471) 00002000:00010000:1.0:1780298661.748698:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919c00 00000100:00100000:0.0:1780298661.749656:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.749684:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877376 00000100:00100000:1.0:1780298661.749687:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877376 00002000:00100000:1.0:1780298661.749701:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (233472->237567) req@ffff9cf37baec380 x1866777609877376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.749706:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec380 with x1866777609877376 ext(233472->237567) 00002000:00010000:1.0:1780298661.749708:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec380 00000100:00100000:1.0:1780298661.749721:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6788 00000100:00100000:1.0:1780298661.749724:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.749780:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.749785:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6788 00002000:00100000:1.0:1780298661.749789:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (233472->237567) req@ffff9cf37baec380 x1866777609877376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.749794:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec380 with x1866777609877376 ext(233472->237567) 00002000:00010000:1.0:1780298661.749796:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec380 00000100:00100000:0.0:1780298661.750923:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.750955:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877504 00000100:00100000:2.0:1780298661.750959:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877504 00002000:00100000:2.0:1780298661.750974:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (237568->241663) req@ffff9cf375f56850 x1866777609877504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.750981:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f56850 with x1866777609877504 ext(237568->241663) 00002000:00010000:2.0:1780298661.750983:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf375f56850 00000100:00100000:2.0:1780298661.750997:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6789 00000100:00100000:2.0:1780298661.751002:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf375f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.751056:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf375f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (134us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.751061:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6789 00002000:00100000:2.0:1780298661.751066:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (237568->241663) req@ffff9cf375f56850 x1866777609877504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.751072:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f56850 with x1866777609877504 ext(237568->241663) 00002000:00010000:2.0:1780298661.751074:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf375f56850 00000100:00100000:3.0:1780298661.752065:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.752107:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877632 00000100:00100000:1.0:1780298661.752111:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877632 00002000:00100000:1.0:1780298661.752140:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (241664->245759) req@ffff9cf25491ad80 x1866777609877632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.752146:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491ad80 with x1866777609877632 ext(241664->245759) 00002000:00010000:1.0:1780298661.752148:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491ad80 00000100:00100000:1.0:1780298661.752171:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6790 00000100:00100000:1.0:1780298661.752177:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609877632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.752227:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609877632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.752231:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6790 00002000:00100000:1.0:1780298661.752235:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (241664->245759) req@ffff9cf25491ad80 x1866777609877632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.752240:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491ad80 with x1866777609877632 ext(241664->245759) 00002000:00010000:1.0:1780298661.752243:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491ad80 00000100:00100000:0.0:1780298661.753225:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.753257:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877760 00000100:00100000:1.0:1780298661.753260:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877760 00002000:00100000:1.0:1780298661.753278:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (217088->245759) req@ffff9cf37baed180 x1866777609877760/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.753286:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed180 with x1866777609877760 ext(217088->245759) 00002000:00010000:1.0:1780298661.753289:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed180 00000100:00100000:1.0:1780298661.753311:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6791 00000100:00100000:1.0:1780298661.753318:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609877760:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.754431:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609877760:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1111us (1205us total) trans 4294969886 rc 0/0 00000100:00100000:1.0:1780298661.754442:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6791 00002000:00100000:1.0:1780298661.754447:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (217088->245759) req@ffff9cf37baed180 x1866777609877760/t4294969886(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.754453:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed180 with x1866777609877760 ext(217088->245759) 00002000:00010000:1.0:1780298661.754455:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed180 00000100:00100000:0.0:1780298661.755175:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.755216:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609877888 00000100:00100000:2.0:1780298661.755221:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609877888 00000100:00100000:2.0:1780298661.755250:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11095 00000100:00100000:2.0:1780298661.755256:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609877888:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298661.755904:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969886 is committed 00000001:00080000:1.0:1780298661.755910:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969885 is committed 00000100:00100000:2.0:1780298661.755979:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609877888:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 723us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.755991:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11095 00000100:00100000:3.0:1780298661.756731:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.756775:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878016 00000100:00100000:0.0:1780298661.756780:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878016 00000100:00100000:0.0:1780298661.756811:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62178 00000100:00100000:0.0:1780298661.756818:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:30556:x1866777609878016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.756837:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.756857:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303785b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6312 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.756927:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.756942:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.756959:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.756983:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10466188 00000004:00200000:0.0:1780298661.756987:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.757003:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.757026:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e6303785b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6312 expref: 67 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.757040:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6312 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.757048:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.757051:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.757054:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:0.0:1780298661.757085:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:30556:x1866777609878016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 267us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.757092:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62178 00000100:00100000:0.0:1780298661.757903:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.757938:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878144 00000100:00100000:1.0:1780298661.757942:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878144 00000100:00100000:1.0:1780298661.757968:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11096 00000100:00100000:1.0:1780298661.757974:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609878144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.757981:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.757990:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037869 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6319 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.758030:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605207424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.758036:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.758069:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878272 00000100:00100000:0.0:1780298661.758073:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878272 00000100:00100000:1.0:1780298661.758096:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.758102:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11097 00000100:00100000:0.0:1780298661.758110:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609878272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.758117:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.758150:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037870 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6320 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.758200:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605207552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.758238:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.758697:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605207424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.758713:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037869 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6319 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.758728:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e63037869 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6319 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.758744:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.758771:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609878144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (869us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.758777:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11096 00000100:00100000:3.0:1780298661.758839:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605207552:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.758862:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037870 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6320 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.758909:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037870 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6320 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.758918:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:3.0:1780298661.758946:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609878272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (917us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.758952:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11097 00000100:00100000:0.0:1780298661.759740:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.759770:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878400 00000100:00100000:0.0:1780298661.759771:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.759774:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878400 00000100:00100000:1.0:1780298661.759797:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878528 00000100:00100000:1.0:1780298661.759799:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878528 00000100:00100000:3.0:1780298661.759816:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11098 00000100:00100000:1.0:1780298661.759825:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11099 00000100:00100000:3.0:1780298661.759830:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609878400:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.759836:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777609878528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.759840:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.759843:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.759850:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6327 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.759851:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303787e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d632e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.759885:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605207680:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.759901:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605207808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.759919:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.759936:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.760663:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605207680:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.760669:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605207808:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.760680:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303787e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d632e expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.760688:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037877 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6327 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.760694:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303787e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d632e expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.760702:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:3.0:1780298661.760723:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6327 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.760736:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:1.0:1780298661.760737:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777609878528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.760744:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11099 00000100:00100000:3.0:1780298661.760765:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609878400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1026us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.760770:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11098 00000100:00100000:2.0:1780298661.761759:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.761788:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878656 00000100:00100000:1.0:1780298661.761792:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878656 00000100:00100000:1.0:1780298661.761817:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11100 00000100:00100000:1.0:1780298661.761822:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609878656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.761829:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.761836:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6335 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.761853:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.761859:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(24 0) 00010000:00010000:1.0:1780298661.761862:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:1.0:1780298661.761865:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->5603327] (req 5545984->5603327) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.761879:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.761889:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 8 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.761896:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605207936:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.761932:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.762524:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605207936:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.762535:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->5603327] (req 5545984->5603327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.762542:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298661.762565:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609878656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 742us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.762571:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11100 00000100:00100000:2.0:1780298661.763204:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.763245:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878784 00000100:00100000:0.0:1780298661.763248:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878784 00010000:00010000:0.0:1780298661.763264:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 9 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.763284:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15446 00000100:00100000:0.0:1780298661.763292:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609878784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.763301:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.763313:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 9 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.763324:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 9 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.763336:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [217088->33771519] (req 217088->221183) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d630b expref: 9 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.763344:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:0.0:1780298661.763346:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:0.0:1780298661.763351:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.763363:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.763380:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.763387:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605208064:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.763416:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.764047:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605208064:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.764059:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.764080:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609878784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 790us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.764085:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15446 00000100:00100000:2.0:1780298661.764335:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.764368:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609878912 00000100:00100000:1.0:1780298661.764372:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609878912 00002000:00100000:1.0:1780298661.764394:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5545984->5550079) req@ffff9cf255493800 x1866777609878912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.764404:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493800 with x1866777609878912 ext(5545984->5550079) 00002000:00010000:1.0:1780298661.764408:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493800 00000100:00100000:1.0:1780298661.764426:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6792 00000100:00100000:1.0:1780298661.764434:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609878912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.764528:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609878912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.764534:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6792 00002000:00100000:1.0:1780298661.764540:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5545984->5550079) req@ffff9cf255493800 x1866777609878912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.764548:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493800 with x1866777609878912 ext(5545984->5550079) 00002000:00010000:1.0:1780298661.764551:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493800 00000100:00100000:2.0:1780298661.765472:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.765509:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879040 00000100:00100000:1.0:1780298661.765513:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879040 00002000:00100000:1.0:1780298661.765528:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5599232->5603327) req@ffff9cf255492300 x1866777609879040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.765535:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777609879040 ext(5599232->5603327) 00002000:00010000:1.0:1780298661.765538:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:1.0:1780298661.765553:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6793 00000100:00100000:1.0:1780298661.765558:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609879040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.765622:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609879040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.765627:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6793 00002000:00100000:1.0:1780298661.765632:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5599232->5603327) req@ffff9cf255492300 x1866777609879040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.765638:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492300 with x1866777609879040 ext(5599232->5603327) 00002000:00010000:1.0:1780298661.765641:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492300 00000100:00100000:2.0:1780298661.766606:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.766634:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879168 00000100:00100000:3.0:1780298661.766638:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879168 00000100:00100000:3.0:1780298661.766662:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11101 00000100:00100000:3.0:1780298661.766667:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609879168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.766674:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.766682:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6303788c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d633c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.766711:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605208192:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.766752:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.767357:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605208192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.767372:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6303788c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d633c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.767382:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e6303788c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d633c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.767399:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:3.0:1780298661.767420:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609879168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (816us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.767425:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11101 00000100:00100000:2.0:1780298661.768249:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.768286:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879296 00000100:00100000:1.0:1780298661.768290:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879296 00000100:00100000:1.0:1780298661.768319:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11102 00000100:00100000:1.0:1780298661.768325:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609879296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.768332:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.768338:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037893 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6343 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.768359:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605208320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.768389:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.768971:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605208320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.768985:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037893 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6343 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.768998:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e63037893 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6343 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.769005:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:1.0:1780298661.769040:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609879296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 715us (791us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.769047:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11102 00000100:00100000:2.0:1780298661.769912:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.769940:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879424 00000100:00100000:3.0:1780298661.769944:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879424 00000100:00100000:3.0:1780298661.769965:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11103 00000100:00100000:3.0:1780298661.769970:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609879424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.769976:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.769982:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6303789a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d634a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.770000:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605208448:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.770031:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.770610:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605208448:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.770621:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6303789a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d634a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.770631:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e6303789a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d634a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.770636:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298661.770657:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609879424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 688us (747us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.770668:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11103 00000100:00100000:2.0:1780298661.771477:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.771515:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879552 00000100:00100000:1.0:1780298661.771518:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879552 00000100:00100000:1.0:1780298661.771539:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11104 00000100:00100000:1.0:1780298661.771544:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609879552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.771549:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.771555:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6351 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.771573:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605208576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.771601:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.772149:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605208576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.772175:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378a1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6351 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.772193:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6351 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.772199:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.772220:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609879552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 676us (744us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.772224:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11104 00000100:00100000:2.0:1780298661.772982:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.773008:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879680 00000100:00100000:3.0:1780298661.773012:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879680 00000100:00100000:3.0:1780298661.773034:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11105 00000100:00100000:3.0:1780298661.773044:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609879680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.773050:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.773057:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6358 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.773070:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:3.0:1780298661.773072:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:3.0:1780298661.773078:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.773087:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.773093:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:3.0:1780298661.773114:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609879680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 75us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.773118:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11105 00000100:00100000:2.0:1780298661.773961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.773998:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879808 00000100:00100000:0.0:1780298661.774002:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879808 00002000:00100000:0.0:1780298661.774022:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5296128->5328895) req@ffff9cf255490000 x1866777609879808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.774029:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777609879808 ext(5296128->5328895) 00002000:00010000:0.0:1780298661.774033:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:0.0:1780298661.774053:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6794 00000100:00100000:0.0:1780298661.774062:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609879808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.774896:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609879808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 835us (936us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1780298661.774910:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6794 00002000:00100000:0.0:1780298661.774915:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5296128->5328895) req@ffff9cf255490000 x1866777609879808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.774921:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777609879808 ext(5296128->5328895) 00002000:00010000:0.0:1780298661.774924:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:2.0:1780298661.775671:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.775700:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609879936 00000100:00100000:1.0:1780298661.775704:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609879936 00000100:00100000:1.0:1780298661.775731:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11106 00000100:00100000:1.0:1780298661.775737:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609879936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.775744:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.775752:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e630378af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d635f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.775778:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605208704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.775787:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.775819:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.775826:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880064 00000100:00100000:0.0:1780298661.775831:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880064 00000100:00100000:0.0:1780298661.775863:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11107 00000100:00100000:0.0:1780298661.775871:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609880064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.775880:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.775889:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630378b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6366 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.775917:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605208832:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.775948:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.776417:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605208704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.776434:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e630378af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d635f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.776446:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e630378af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d635f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.776473:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:1.0:1780298661.776514:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609879936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (842us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.776521:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11106 00000100:00100000:0.0:1780298661.776639:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605208832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.776655:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630378b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6366 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.776669:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e630378b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6366 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.776679:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298661.776704:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609880064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (919us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.776717:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11107 00000100:00100000:2.0:1780298661.777525:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.777561:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880192 00000100:00100000:1.0:1780298661.777565:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880192 00000100:00100000:2.0:1780298661.777569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.777592:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880320 00000100:00100000:1.0:1780298661.777596:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880320 00000100:00100000:0.0:1780298661.777612:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11108 00000100:00100000:0.0:1780298661.777623:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609880192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.777629:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11109 00010000:00010000:0.0:1780298661.777634:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.777641:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777609880320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.777644:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630378bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d636d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.777650:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.777659:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630378c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6374 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.777674:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605208960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.777684:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605209088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.777716:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.777716:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.778319:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605208960:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.778339:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630378bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d636d expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.778346:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605209088:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.778359:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630378bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d636d expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.778369:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00010000:00010000:1.0:1780298661.778375:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630378c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6374 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.778392:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630378c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6374 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.778397:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609880192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (872us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.778410:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11108 00010000:00010000:1.0:1780298661.778414:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.778447:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777609880320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.778455:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11109 00000100:00100000:3.0:1780298661.779333:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.779369:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880448 00000100:00100000:1.0:1780298661.779373:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880448 00000100:00100000:1.0:1780298661.779403:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11110 00000100:00100000:1.0:1780298661.779410:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609880448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.779418:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.779426:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d637b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.779440:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:1.0:1780298661.779444:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:1.0:1780298661.779451:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.779464:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.779472:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.779500:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609880448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.779507:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11110 00000100:00100000:2.0:1780298661.780188:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.780225:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880576 00000100:00100000:1.0:1780298661.780230:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880576 00000100:00100000:1.0:1780298661.780265:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6795 00000100:00100000:1.0:1780298661.780274:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609880576:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.780463:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6271884 -> 6271884 00002000:00010000:1.0:1780298661.780467:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.780470:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.780472:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.780474:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:1.0:1780298661.780504:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609880576:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (317us total) trans 4294969887 rc 0/0 00000100:00100000:1.0:1780298661.780511:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6795 00000100:00100000:2.0:1780298661.781427:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.781466:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880704 00000100:00100000:2.0:1780298661.781470:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.781471:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880704 00000100:00100000:0.0:1780298661.781498:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880832 00000100:00100000:0.0:1780298661.781501:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880832 00000100:00100000:0.0:1780298661.781518:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11111 00000100:00100000:0.0:1780298661.781534:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609880704:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.781536:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11112 00010000:00010000:0.0:1780298661.781543:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.781550:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609880832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.781553:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630378d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6382 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.781557:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.781566:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630378d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6389 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.781579:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605209216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.781593:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605209344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.781625:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.781625:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.782349:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605209216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.782367:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630378d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6382 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.782378:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605209344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.782380:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630378d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6382 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.782392:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00010000:00010000:1.0:1780298661.782403:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630378d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6389 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.782420:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609880704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (993us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298661.782421:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e630378d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6389 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.782431:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11111 00010000:00010000:1.0:1780298661.782441:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.782474:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777609880832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1005us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.782481:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11112 00000100:00100000:2.0:1780298661.783506:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.783527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.783544:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881088 00000100:00100000:1.0:1780298661.783549:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881088 00000100:00100000:3.0:1780298661.783570:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609880960 00000100:00100000:3.0:1780298661.783575:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609880960 00000100:00100000:1.0:1780298661.783588:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11113 00000100:00100000:1.0:1780298661.783600:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609881088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.783608:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.783612:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11114 00010000:00010000:1.0:1780298661.783618:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630378e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6397 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.783629:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609880960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.783638:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.783646:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630378e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6390 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.783651:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605209472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.783675:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605209600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.783707:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.783708:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.784393:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605209600:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.784414:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630378e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6390 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.784419:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605209472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.784431:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e630378e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6390 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.784439:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:1.0:1780298661.784443:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630378e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6397 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.784459:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630378e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6397 expref: 20 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.784465:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609880960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (935us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.784476:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11114 00010000:00010000:1.0:1780298661.784478:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298661.784504:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777609881088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (998us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.784510:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11113 00000100:00100000:2.0:1780298661.785452:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.785488:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881216 00000100:00100000:0.0:1780298661.785492:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881216 00000100:00100000:0.0:1780298661.785515:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11115 00000100:00100000:0.0:1780298661.785519:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609881216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.785526:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.785532:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d639e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.785552:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:0.0:1780298661.785555:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:0.0:1780298661.785561:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.785570:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.785576:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298661.785604:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609881216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.785610:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11115 00000100:00100000:2.0:1780298661.786465:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.786502:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881344 00000100:00100000:1.0:1780298661.786513:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881344 00002000:00100000:1.0:1780298661.786537:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3346432->3395583) req@ffff9cf37bbc5c00 x1866777609881344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.786547:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5c00 with x1866777609881344 ext(3346432->3395583) 00002000:00010000:1.0:1780298661.786552:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5c00 00000100:00100000:1.0:1780298661.786576:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6796 00000100:00100000:1.0:1780298661.786585:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609881344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.787547:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609881344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 962us (1080us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1780298661.787555:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6796 00002000:00100000:1.0:1780298661.787564:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3346432->3395583) req@ffff9cf37bbc5c00 x1866777609881344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.787572:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5c00 with x1866777609881344 ext(3346432->3395583) 00002000:00010000:1.0:1780298661.787575:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5c00 00000100:00100000:2.0:1780298661.788534:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.788570:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881472 00000100:00100000:1.0:1780298661.788574:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881472 00000100:00100000:1.0:1780298661.788606:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11116 00000100:00100000:1.0:1780298661.788611:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609881472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.788618:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.788626:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630378f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63a5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.788654:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605209728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.788692:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.789394:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605209728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.789415:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630378f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63a5 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.789428:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630378f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63a5 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.789436:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.789458:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609881472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (925us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.789463:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11116 00000100:00100000:2.0:1780298661.790232:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.790284:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881600 00000100:00100000:3.0:1780298661.790289:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881600 00000100:00100000:3.0:1780298661.790328:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11117 00000100:00100000:3.0:1780298661.790338:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609881600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.790347:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.790356:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e630378fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63ac expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.790397:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605209856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.790439:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.791171:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605209856:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.791195:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e630378fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ac expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.791211:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036bac5fe/0xaf35132e630378fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ac expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.791222:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:2.0:1780298661.791297:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609881600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1065us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.791307:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11117 00000100:00100000:2.0:1780298661.792098:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.792175:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881856 00000100:00100000:1.0:1780298661.792180:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881856 00000100:00100000:1.0:1780298661.792225:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62179 00000100:00100000:1.0:1780298661.792234:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+66:30556:x1866777609881856:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298661.792292:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.792312:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63037862 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6312 expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.792327:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.792331:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.792480:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.792495:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 62 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.792508:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.792541:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 62 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.792555:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 62 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.792567:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605209984:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.792611:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.793235:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605209984:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.793255:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.793427:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.793462:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609881984 00000100:00100000:0.0:1780298661.793467:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609881984 00010000:00010000:0.0:1780298661.793487:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 63 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.793522:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15447 00000100:00100000:0.0:1780298661.793530:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:2399:x1866777609881984:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.793539:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.793545:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 63 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793556:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 63 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793581:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9a200/0xaf35132e6303783f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62f6 expref: 63 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793592:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.793597:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793606:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793614:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.793633:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.793655:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.793659:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:2399:x1866777609881984:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 129us (231us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298661.793673:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.793674:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15447 00000001:00080000:1.0:1780298661.793730:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991209 00000004:00010000:1.0:1780298661.793754:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000339a002d reply state 00000000ba656a65 transno 4294991210 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.793767:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.793775:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.793777:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298661.793780:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298661.793843:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:30556:x1866777609881856:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1610us (1745us total) trans 4294991210 rc 0/0 00000100:00100000:1.0:1780298661.793851:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62179 00000020:00080000:1.0:1780298661.793856:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298661.794552:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.794587:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882112 00000100:00100000:1.0:1780298661.794592:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882112 00000100:00100000:1.0:1780298661.794621:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11118 00000100:00100000:1.0:1780298661.794627:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609882112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.794637:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.794646:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63b3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794664:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794672:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794680:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794687:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794693:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(25 0) 00010000:00010000:1.0:1780298661.794696:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(29 0) 00010000:00010000:1.0:1780298661.794701:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794726:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794737:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.794747:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210112:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.794794:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794804:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 11 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.794813:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210240:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.794841:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794848:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 11 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.794855:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210368:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.794884:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.794901:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 12 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.794908:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210496:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.794925:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.795571:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210112:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.795581:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210240:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.795589:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210368:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.795690:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605210496:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.795712:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.795730:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298661.795760:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609882112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1132us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.795767:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11118 00000100:00100000:2.0:1780298661.796005:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.796035:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.796047:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882368 00000100:00100000:0.0:1780298661.796053:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882368 00010000:00010000:0.0:1780298661.796075:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.796082:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882496 00000100:00100000:1.0:1780298661.796087:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882496 00000100:00100000:0.0:1780298661.796107:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15448 00002000:00100000:1.0:1780298661.796113:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5545984->5603327) req@ffff9cf37bbc6a00 x1866777609882496/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780298661.796121:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609882368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00002000:00100000:1.0:1780298661.796155:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777609882496 ext(5545984->5603327) 00010000:00010000:0.0:1780298661.796155:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.796175:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.796183:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.796201:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.796212:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.796215:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.796231:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298661.796235:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc6a00 00010000:00010000:0.0:1780298661.796249:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e630378a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5296128->5545983] (req 5296128->5328895) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6358 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.796261:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 230 00010000:00010000:0.0:1780298661.796264:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.796271:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609882496:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298661.796293:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609882368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 178us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.796300:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15448 00000100:00100000:0.0:1780298661.796318:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882240 00000100:00100000:3.0:1780298661.796321:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882624 00000100:00100000:0.0:1780298661.796323:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882240 00000100:00100000:3.0:1780298661.796328:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882624 00010000:00010000:0.0:1780298661.796341:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.796351:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.796370:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15449 00000100:00100000:1.0:1780298661.796378:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15450 00000100:00100000:0.0:1780298661.796379:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609882240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.796389:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298661.796391:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609882624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.796399:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.796402:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.796414:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.796415:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.796442:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.796459:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e630378ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3346432->4370431] (req 3346432->3395583) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d639e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.796469:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630378cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4370432->5296127] (req 4370432->4415487) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d637b expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.796473:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298661.796484:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.796504:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609882240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 127us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.796508:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609882624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.796518:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15449 00000100:00100000:1.0:1780298661.796525:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15450 00000100:00100000:1.0:1780298661.797740:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609882496:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1471us (1703us total) trans 4294969888 rc 0/0 00000100:00100000:1.0:1780298661.797754:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 230 00002000:00100000:1.0:1780298661.797762:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5545984->5603327) req@ffff9cf37bbc6a00 x1866777609882496/t4294969888(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.797772:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777609882496 ext(5545984->5603327) 00010000:00010000:1.0:1780298661.797778:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.797793:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.797801:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc6a00 00000100:00100000:2.0:1780298661.798581:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.798616:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882752 00000100:00100000:1.0:1780298661.798621:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882752 00010000:00010000:1.0:1780298661.798638:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.798662:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15451 00000100:00100000:1.0:1780298661.798670:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609882752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.798678:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298661.798684:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1152 -> 1264 00010000:00010000:1.0:1780298661.798688:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.798694:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.798710:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5545984->39100415] (req 5545984->5603327) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6335 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.798717:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(29 0) 00010000:00010000:1.0:1780298661.798720:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(29 0) 00010000:00010000:1.0:1780298661.798724:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.798730:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.798747:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.798755:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605210624:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.798788:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.799439:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605210624:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.799450:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.799473:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609882752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 806us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.799479:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15451 00000100:00100000:3.0:1780298661.799599:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.799628:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609882880 00000100:00100000:0.0:1780298661.799632:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609882880 00000100:00100000:0.0:1780298661.799657:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11119 00000100:00100000:0.0:1780298661.799662:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:30556:x1866777609882880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.799671:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.799680:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63ba expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.799693:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.799698:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(18 0) 00010000:00010000:0.0:1780298661.799700:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:0.0:1780298661.799703:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 20 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.799718:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 18 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.799730:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.799747:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605210752:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.799787:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.800483:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605210752:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.800499:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 20 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.800512:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:0.0:1780298661.800542:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:30556:x1866777609882880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.800549:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11119 00000100:00100000:3.0:1780298661.800749:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.800782:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883008 00000100:00100000:1.0:1780298661.800786:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883008 00010000:00010000:1.0:1780298661.800800:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 19 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.800825:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15452 00000100:00100000:1.0:1780298661.800830:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609883008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.800836:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.800846:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 19 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.800853:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 19 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.800864:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037831 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d62ef expref: 19 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.800871:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:1.0:1780298661.800874:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:1.0:1780298661.800877:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.800883:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.800897:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.800911:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605210880:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.800938:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.801682:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605210880:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.801691:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.801720:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609883008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 891us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.801726:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15452 00000100:00100000:3.0:1780298661.801841:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.801870:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883136 00000100:00100000:1.0:1780298661.801875:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883136 00000100:00100000:3.0:1780298661.801876:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298661.801890:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1911315->18446744073709551615) 00002000:00100000:1.0:1780298661.801893:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491a300 with x1866777609883136 ext(1911315->18446744073709551615) 00002000:00010000:1.0:1780298661.801899:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491a300. 00000100:00100000:1.0:1780298661.801917:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883264 00000100:00100000:1.0:1780298661.801919:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883264 00000100:00100000:0.0:1780298661.801924:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6797 00002000:00010000:1.0:1780298661.801929:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.801933:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777609883264 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298661.801938:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609883136:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.801940:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b480. 00000100:00100000:1.0:1780298661.801965:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6798 00000100:00100000:1.0:1780298661.801973:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777609883264:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298661.802311:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6271884 -> 1911315 00002000:00010000:0.0:1780298661.802315:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.802316:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:0.0:1780298661.802319:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.802320:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.802324:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.802326:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.802327:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.802331:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 384 -> 0 00002000:00010000:0.0:1780298661.802331:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 992 00000100:00100000:0.0:1780298661.802367:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609883136:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 434us (526us total) trans 4294969889 rc 0/0 00000100:00100000:1.0:1780298661.802372:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2400:x1866777609883264:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 398us (497us total) trans 4294969389 rc 0/0 00000100:00100000:0.0:1780298661.802381:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6797 00002000:00010000:0.0:1780298661.802385:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1911315->18446744073709551615) 00000100:00100000:1.0:1780298661.802389:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6798 00002000:00100000:0.0:1780298661.802389:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491a300 with x1866777609883136 ext(1911315->18446744073709551615) 00002000:00010000:1.0:1780298661.802392:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298661.802394:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491b480 with x1866777609883264 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298661.802398:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491b480. 00002000:00010000:0.0:1780298661.802404:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491a300. 00000100:00100000:2.0:1780298661.803173:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.803206:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883392 00000100:00100000:1.0:1780298661.803209:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883392 00000100:00100000:1.0:1780298661.803236:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62180 00000100:00100000:1.0:1780298661.803242:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:30556:x1866777609883392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.803250:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.803260:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63037918 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63c1 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803329:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803340:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803347:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.803363:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1911315 00000004:00200000:1.0:1780298661.803366:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.803381:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803402:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63037918 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 64 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803426:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 63 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.803433:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.803436:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.803439:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298661.803467:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:30556:x1866777609883392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.803474:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62180 00000100:00100000:2.0:1780298661.804386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.804414:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.804438:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883520 00000100:00100000:1.0:1780298661.804443:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883520 00000100:00100000:3.0:1780298661.804452:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883648 00000100:00100000:3.0:1780298661.804457:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883648 00000100:00100000:1.0:1780298661.804481:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11120 00000100:00100000:3.0:1780298661.804488:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11121 00000100:00100000:1.0:1780298661.804495:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609883520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.804500:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609883648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.804507:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.804508:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.804518:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037926 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63c8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.804522:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6303792d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63cf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.804566:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605211008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.804573:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605211136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.804606:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.804610:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.805309:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:1.0:1780298661.805317:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605211136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.805323:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605211008:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.805335:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037926 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c8 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.805346:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6303792d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63cf expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.805349:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037926 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c8 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.805365:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00010000:00010000:2.0:1780298661.805368:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000036bac5fe/0xaf35132e6303792d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63cf expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.805380:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693400, rc 0) 00000100:00100000:1.0:1780298661.805399:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609883520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1015us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.805405:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11120 00000100:00100000:2.0:1780298661.805410:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609883648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (993us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.805419:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11121 00000100:00100000:2.0:1780298661.806353:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.806398:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883776 00000100:00100000:1.0:1780298661.806402:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883776 00000100:00100000:1.0:1780298661.806429:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11122 00000100:00100000:1.0:1780298661.806435:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609883776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.806442:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.806443:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.806450:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63d6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.806467:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609883904 00000100:00100000:0.0:1780298661.806473:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609883904 00000100:00100000:1.0:1780298661.806476:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605211264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.806505:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11123 00000100:00100000:0.0:1780298661.806515:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777609883904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.806524:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.806529:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298661.806534:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303793b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63dd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.806564:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605211392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.806598:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.807276:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605211264:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.807295:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037934 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63d6 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.807309:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605211392:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.807313:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63d6 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.807325:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00010000:00010000:0.0:1780298661.807334:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303793b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63dd expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.807349:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e6303793b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63dd expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.807359:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609883776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1003us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298661.807363:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:1.0:1780298661.807375:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11122 00000100:00100000:0.0:1780298661.807392:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777609883904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (947us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.807399:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11123 00000100:00100000:2.0:1780298661.808883:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.808922:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884160 00000100:00100000:0.0:1780298661.808928:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884160 00000100:00100000:0.0:1780298661.808968:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62181 00000100:00100000:0.0:1780298661.808977:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+68:30556:x1866777609884160:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298661.809202:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.809216:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 62 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.809229:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.809263:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 62 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.809277:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 62 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.809289:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605211520:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.809335:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.809950:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605211520:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.809962:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.810095:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.810181:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884288 00000100:00100000:0.0:1780298661.810186:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884288 00010000:00010000:0.0:1780298661.810209:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 63 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.810241:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15453 00000100:00100000:0.0:1780298661.810259:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:2399:x1866777609884288:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.810274:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.810280:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 63 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810292:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 63 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810308:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e6303791f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63c1 expref: 63 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810320:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.810324:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810334:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810341:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.810362:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298661.810383:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.810391:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:2399:x1866777609884288:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 135us (296us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298661.810395:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.810403:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15453 00000001:00080000:2.0:1780298661.810453:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991211 00000004:00010000:2.0:1780298661.810477:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a3957297 reply state 00000000e811f29b transno 4294991212 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.810490:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.810497:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298661.810500:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298661.810502:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298661.810556:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:30556:x1866777609884160:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1580us (1673us total) trans 4294991212 rc 0/0 00000100:00100000:2.0:1780298661.810563:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62181 00000020:00080000:2.0:1780298661.810567:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298661.811374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.811418:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884416 00000100:00100000:1.0:1780298661.811423:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884416 00002000:00010000:1.0:1780298661.811445:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.811450:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777609884416 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.811459:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000. 00000100:00100000:1.0:1780298661.811482:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6799 00000100:00100000:3.0:1780298661.811493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.811494:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609884416:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298661.811530:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884544 00000100:00100000:0.0:1780298661.811535:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884544 00002000:00010000:0.0:1780298661.811552:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1087707->18446744073709551615) 00002000:00100000:0.0:1780298661.811556:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777609884544 ext(1087707->18446744073709551615) 00002000:00010000:0.0:1780298661.811562:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491bb80. 00000100:00100000:0.0:1780298661.811592:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6800 00000100:00100000:0.0:1780298661.811603:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2400:x1866777609884544:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298661.811622:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1911315 -> 4194304 00002000:00010000:1.0:1780298661.811626:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.811628:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.811631:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.811633:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 992 00000100:00100000:1.0:1780298661.811664:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609884416:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 174us (289us total) trans 4294969890 rc 0/0 00000100:00100000:1.0:1780298661.811671:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6799 00002000:00010000:1.0:1780298661.811674:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298661.811676:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777609884416 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298661.811680:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000. 00002000:00010000:0.0:1780298661.811736:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1087707 00002000:00010000:0.0:1780298661.811740:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.811742:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298661 00002000:00010000:0.0:1780298661.811745:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.811748:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298661.811778:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777609884544:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 178us (288us total) trans 4294969390 rc 0/0 00000100:00100000:0.0:1780298661.811786:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6800 00002000:00010000:0.0:1780298661.811790:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1087707->18446744073709551615) 00002000:00100000:0.0:1780298661.811793:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777609884544 ext(1087707->18446744073709551615) 00002000:00010000:0.0:1780298661.811798:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491bb80. 00000100:00100000:3.0:1780298661.812524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.812560:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884672 00000100:00100000:0.0:1780298661.812564:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884672 00000100:00100000:0.0:1780298661.812596:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62182 00000100:00100000:0.0:1780298661.812604:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+71:30556:x1866777609884672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.812615:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.812625:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63037949 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63e4 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812676:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812687:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812705:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298661.812724:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5282011 00000004:00200000:0.0:1780298661.812727:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298661.812739:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812758:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63037949 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63e4 expref: 73 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812773:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63e4 expref: 72 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.812781:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298661.812783:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298661.812786:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298661.812813:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+72:30556:x1866777609884672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 211us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.812821:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62182 00000100:00100000:3.0:1780298661.815547:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.815581:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884800 00000100:00100000:1.0:1780298661.815587:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884800 00000100:00100000:1.0:1780298661.815620:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62183 00000100:00100000:1.0:1780298661.815626:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:30556:x1866777609884800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.815638:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.815656:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e63037957 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63eb expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815713:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815722:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815728:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298661.815743:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5282011 00000004:00200000:1.0:1780298661.815746:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298661.815759:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815773:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e63037957 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 64 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815783:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 63 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.815788:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298661.815790:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298661.815792:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298661.815824:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:30556:x1866777609884800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 198us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.815828:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62183 00000100:00100000:3.0:1780298661.816742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.816777:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609884928 00000100:00100000:0.0:1780298661.816782:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609884928 00000100:00100000:0.0:1780298661.816814:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11124 00000100:00100000:0.0:1780298661.816823:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609884928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.816833:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.816845:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037965 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63f2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.816878:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.816902:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605211648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.816923:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885056 00000100:00100000:2.0:1780298661.816928:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885056 00000100:00100000:2.0:1780298661.816965:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11125 00000100:00100000:2.0:1780298661.816973:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777609885056:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.816977:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298661.816980:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.816990:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6303796c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d63f9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.817015:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605211776:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.817048:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.817721:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298661 -> 1780298662 00000100:00100000:0.0:1780298661.817729:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605211648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.817736:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605211776:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.817756:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6303796c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63f9 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.817761:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037965 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63f2 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.817773:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e6303796c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63f9 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.817781:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00010000:00010000:0.0:1780298661.817782:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037965 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63f2 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.817795:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:2.0:1780298661.817808:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777609885056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.817813:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11125 00000100:00100000:0.0:1780298661.817823:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609884928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1080us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.817831:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11124 00000100:00100000:3.0:1780298661.818726:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.818771:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885184 00000100:00100000:2.0:1780298661.818776:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885184 00000100:00100000:2.0:1780298661.818807:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11126 00000100:00100000:2.0:1780298661.818815:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609885184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.818823:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.818832:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6400 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.818854:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.818864:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(29 0) 00010000:00010000:2.0:1780298661.818873:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.818878:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [6262784->6291455] (req 6262784->6291455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.818899:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.818914:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 11 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.818926:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605211904:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.818964:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.819574:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605211904:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.819589:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [6262784->6291455] (req 6262784->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819600:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298661.819628:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609885184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.819637:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11126 00000100:00100000:3.0:1780298661.819818:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.819854:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885312 00000100:00100000:2.0:1780298661.819859:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885312 00010000:00010000:2.0:1780298661.819876:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.819896:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15454 00000100:00100000:2.0:1780298661.819907:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609885312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.819914:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.819922:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819929:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819940:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303790a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63b3 expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819947:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.819949:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.819954:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819960:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.819973:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.819979:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605212032:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.820006:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.820660:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605212032:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.820673:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.820693:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609885312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 788us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.820699:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15454 00000100:00100000:3.0:1780298661.820881:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.820915:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885440 00000100:00100000:1.0:1780298661.820925:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885440 00000100:00100000:1.0:1780298661.820957:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6801 00000100:00100000:1.0:1780298661.820965:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609885440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298661.821119:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 6291456 00002000:00010000:1.0:1780298661.821122:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.821145:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.821147:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298661.821149:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 992 -> 1048 00000100:00100000:1.0:1780298661.821187:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609885440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 223us (305us total) trans 4294969891 rc 0/0 00000100:00100000:1.0:1780298661.821195:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6801 00000100:00100000:0.0:1780298661.822004:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.822045:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885568 00000100:00100000:1.0:1780298661.822048:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885568 00000100:00100000:1.0:1780298661.822074:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11127 00000100:00100000:1.0:1780298661.822079:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609885568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.822086:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.822095:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303797a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6407 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.822145:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605212160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.822200:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.822759:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605212160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.822773:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303797a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6407 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.822793:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303797a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6407 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.822799:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.822822:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609885568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 743us (820us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.822827:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11127 00000100:00100000:3.0:1780298661.823685:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.823720:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885696 00000100:00100000:1.0:1780298661.823723:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885696 00000100:00100000:1.0:1780298661.823747:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11128 00000100:00100000:1.0:1780298661.823754:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609885696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.823762:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.823770:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037981 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d640e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.823795:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605212288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.823830:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.824494:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605212288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.824505:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037981 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d640e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.824514:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037981 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d640e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.824535:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298661.824557:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609885696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (874us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.824561:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11128 00000100:00100000:3.0:1780298661.825552:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.825581:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.825627:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885952 00000100:00100000:0.0:1780298661.825627:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609885824 00000100:00100000:0.0:1780298661.825632:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885824 00000100:00100000:1.0:1780298661.825634:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609885952 00000100:00100000:1.0:1780298661.825673:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11129 00000100:00100000:1.0:1780298661.825682:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609885952:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.825686:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11130 00010000:00010000:1.0:1780298661.825693:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.825699:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609885824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.825702:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037988 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d641c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.825708:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.825718:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e6303798f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6415 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.825728:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605212416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.825756:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605212544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.825764:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.825800:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.826350:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605212416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.826361:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037988 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d641c expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.826372:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037988 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d641c expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.826378:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298661.826400:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609885952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 721us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.826410:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11129 00000100:00100000:1.0:1780298661.826499:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605212544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.826513:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e6303798f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6415 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.826522:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e6303798f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6415 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.826528:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:1.0:1780298661.826548:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609885824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (999us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.826553:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11130 00000100:00100000:3.0:1780298661.827310:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.827326:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.827340:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886080 00000100:00100000:1.0:1780298661.827343:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886080 00000100:00100000:2.0:1780298661.827355:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886208 00000100:00100000:2.0:1780298661.827360:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886208 00000100:00100000:1.0:1780298661.827372:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11131 00000100:00100000:1.0:1780298661.827382:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609886080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.827383:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11132 00010000:00010000:1.0:1780298661.827391:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.827395:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609886208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.827398:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037996 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6423 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.827402:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.827411:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6303799d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d642a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.827422:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605212672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.827440:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605212800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.827463:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.827468:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.828148:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605212672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.828176:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605212800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.828179:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037996 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6423 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.828199:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037996 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6423 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.828205:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6303799d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d642a expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.828208:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:0.0:1780298661.828221:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e6303799d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d642a expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.828229:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:1.0:1780298661.828234:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609886080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (923us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.828239:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11131 00000100:00100000:0.0:1780298661.828252:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609886208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (922us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.828259:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11132 00000100:00100000:0.0:1780298661.829886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.829921:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886336 00000100:00100000:2.0:1780298661.829925:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886336 00000100:00100000:2.0:1780298661.829951:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11133 00000100:00100000:2.0:1780298661.829956:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609886336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.829964:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.829971:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6431 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.829997:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605212928:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.830031:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.830612:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605212928:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.830624:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6431 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.830635:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6431 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.830642:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298661.830664:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609886336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 708us (780us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.830677:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11133 00000100:00100000:3.0:1780298661.831472:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.831503:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886464 00000100:00100000:1.0:1780298661.831507:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886464 00000100:00100000:1.0:1780298661.831530:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11134 00000100:00100000:1.0:1780298661.831535:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609886464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.831542:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.831549:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6438 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.831570:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605213056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.831600:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.832187:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605213056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.832198:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6438 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.832208:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6438 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.832224:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298661.832245:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609886464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 710us (775us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.832250:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11134 00000100:00100000:3.0:1780298661.832952:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.832980:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886592 00000100:00100000:0.0:1780298661.832984:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886592 00000100:00100000:3.0:1780298661.832986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.833009:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886720 00000100:00100000:0.0:1780298661.833011:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886720 00000100:00100000:1.0:1780298661.833022:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11135 00000100:00100000:1.0:1780298661.833033:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609886592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.833042:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.833044:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11136 00010000:00010000:1.0:1780298661.833052:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e630379b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d643f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.833054:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609886720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.833067:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.833075:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630379b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6446 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.833084:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605213184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.833103:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605213312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.833167:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.833180:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.833792:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605213184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.833806:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e630379b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d643f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.833817:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e630379b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d643f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.833828:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00002000:00010000:0.0:1780298661.833841:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 1087707 -> 1614072 00002000:00010000:0.0:1780298661.833849:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298661.833858:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609886592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (905us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.833859:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605213312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.833873:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11135 00010000:00010000:0.0:1780298661.833880:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630379b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6446 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.833892:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e630379b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6446 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.833898:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:0.0:1780298661.833915:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609886720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (930us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.833919:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11136 00000100:00100000:3.0:1780298661.834708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.834745:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886848 00000100:00100000:2.0:1780298661.834749:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886848 00000100:00100000:2.0:1780298661.834776:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11137 00000100:00100000:2.0:1780298661.834781:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609886848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.834787:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.834794:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d644d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.834807:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.834811:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.834818:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.834828:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.834834:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298661.834856:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609886848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.834861:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11137 00000100:00100000:3.0:1780298661.835666:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.835703:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609886976 00000100:00100000:2.0:1780298661.835708:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609886976 00002000:00100000:2.0:1780298661.835734:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (417792->421887) req@ffff9cf242b6aa00 x1866777609886976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.835752:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6aa00 with x1866777609886976 ext(417792->421887) 00002000:00010000:2.0:1780298661.835756:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6aa00 00000100:00100000:2.0:1780298661.835772:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6802 00000100:00100000:2.0:1780298661.835778:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609886976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.835876:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609886976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.835881:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6802 00002000:00100000:2.0:1780298661.835885:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (417792->421887) req@ffff9cf242b6aa00 x1866777609886976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.835891:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6aa00 with x1866777609886976 ext(417792->421887) 00002000:00010000:2.0:1780298661.835894:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6aa00 00000100:00100000:3.0:1780298661.836930:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.836972:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887104 00000100:00100000:0.0:1780298661.836976:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887104 00002000:00100000:0.0:1780298661.836994:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (421888->425983) req@ffff9cf242b6bb80 x1866777609887104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.837000:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6bb80 with x1866777609887104 ext(421888->425983) 00002000:00010000:0.0:1780298661.837003:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6bb80 00000100:00100000:0.0:1780298661.837026:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6803 00000100:00100000:0.0:1780298661.837034:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.837093:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (165us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.837098:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6803 00002000:00100000:0.0:1780298661.837102:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (421888->425983) req@ffff9cf242b6bb80 x1866777609887104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.837118:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6bb80 with x1866777609887104 ext(421888->425983) 00002000:00010000:0.0:1780298661.837121:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6bb80 00000100:00100000:3.0:1780298661.838067:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.838112:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887232 00000100:00100000:0.0:1780298661.838118:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887232 00002000:00100000:0.0:1780298661.838174:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (425984->430079) req@ffff9cf242b6a300 x1866777609887232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.838186:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777609887232 ext(425984->430079) 00002000:00010000:0.0:1780298661.838190:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:0.0:1780298661.838211:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6804 00000100:00100000:0.0:1780298661.838219:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887232:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.838290:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887232:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.838298:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6804 00002000:00100000:0.0:1780298661.838305:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (425984->430079) req@ffff9cf242b6a300 x1866777609887232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.838314:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777609887232 ext(425984->430079) 00002000:00010000:0.0:1780298661.838318:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:3.0:1780298661.839208:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.839239:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887360 00000100:00100000:0.0:1780298661.839244:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887360 00002000:00100000:0.0:1780298661.839263:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (430080->434175) req@ffff9cf242b69f80 x1866777609887360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.839273:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777609887360 ext(430080->434175) 00002000:00010000:0.0:1780298661.839276:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:0.0:1780298661.839304:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6805 00000100:00100000:0.0:1780298661.839311:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609887360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.839377:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609887360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.839384:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6805 00002000:00100000:0.0:1780298661.839391:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (430080->434175) req@ffff9cf242b69f80 x1866777609887360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.839400:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777609887360 ext(430080->434175) 00002000:00010000:0.0:1780298661.839404:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:3.0:1780298661.840323:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.840354:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.840375:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887488 00000100:00100000:1.0:1780298661.840380:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887488 00000100:00100000:1.0:1780298661.840403:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887616 00000100:00100000:1.0:1780298661.840405:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887616 00000100:00100000:0.0:1780298661.840420:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11138 00000100:00100000:1.0:1780298661.840426:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11139 00000100:00100000:0.0:1780298661.840433:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609887488:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.840438:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609887616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.840446:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.840446:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.840461:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e630379c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d645b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.840470:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630379ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6454 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.840502:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605213440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.840510:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605213568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.840554:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.840556:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.841223:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605213568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.841248:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630379ce lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6454 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.841266:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605213440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.841268:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e630379ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6454 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.841288:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e630379c7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d645b expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.841289:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00010000:00010000:1.0:1780298661.841307:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e630379c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d645b expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.841317:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:0.0:1780298661.841317:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609887488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (1054us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.841325:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11138 00000100:00100000:1.0:1780298661.841347:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609887616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (991us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.841353:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11139 00000100:00100000:3.0:1780298661.842272:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.842350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.842359:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887744 00000100:00100000:0.0:1780298661.842363:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887744 00000100:00100000:0.0:1780298661.842389:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609887872 00000100:00100000:0.0:1780298661.842391:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609887872 00000100:00100000:2.0:1780298661.842397:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11140 00000100:00100000:2.0:1780298661.842407:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.842415:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.842415:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11141 00010000:00010000:2.0:1780298661.842425:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6462 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.842425:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609887872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.842437:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.842446:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630379dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6469 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.842465:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605213696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.842472:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605213824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.842508:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.842508:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.843071:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605213824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.843077:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605213696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.843086:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630379dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6469 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.843095:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6462 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.843098:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630379dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6469 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.843112:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00010000:00010000:2.0:1780298661.843143:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e630379d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6462 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.843153:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:0.0:1780298661.843175:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609887872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (825us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.843181:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11141 00000100:00100000:2.0:1780298661.843189:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609887744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (917us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.843194:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11140 00000100:00100000:3.0:1780298661.844221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.844245:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.844262:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888000 00000100:00100000:1.0:1780298661.844267:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888000 00000100:00100000:0.0:1780298661.844277:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888128 00000100:00100000:0.0:1780298661.844281:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888128 00000100:00100000:1.0:1780298661.844301:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11142 00000100:00100000:0.0:1780298661.844314:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11143 00000100:00100000:1.0:1780298661.844320:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609888000:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.844326:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609888128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.844330:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.844339:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.844341:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6470 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.844346:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e630379ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6477 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.844377:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605213952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.844383:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605214080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.844411:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.844417:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.845197:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605213952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.845199:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605214080:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.845217:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e630379ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6477 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.845221:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6470 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.845234:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e630379ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6477 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.845238:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630379e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6470 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.845249:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00010000:00010000:1.0:1780298661.845252:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:0.0:1780298661.845276:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777609888128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1030us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.845277:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609888000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1054us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.845289:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11143 00000100:00100000:1.0:1780298661.845297:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11142 00000100:00100000:3.0:1780298661.846055:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.846083:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888256 00000100:00100000:1.0:1780298661.846086:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888256 00000100:00100000:1.0:1780298661.846108:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11144 00000100:00100000:1.0:1780298661.846113:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777609888256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.846119:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.846140:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d647e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.846175:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.846183:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(19 0) 00010000:00010000:1.0:1780298661.846186:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.846190:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->1589247] (req 1585152->1589247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.846205:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 21 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.846215:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 21 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.846222:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605214208:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.846250:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.846813:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605214208:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.846828:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->1589247] (req 1585152->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.846839:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298661.846871:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777609888256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.846886:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11144 00000100:00100000:3.0:1780298661.847067:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.847103:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888384 00000100:00100000:1.0:1780298661.847108:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888384 00002000:00100000:1.0:1780298661.847148:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1581056->1614071) req@ffff9cf347cd4a80 x1866777609888384/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.847170:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777609888384 ext(1581056->1614071) 00010000:00010000:1.0:1780298661.847177:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 22 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.847190:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 22 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.847198:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf347cd4a80 00000100:00100000:1.0:1780298661.847216:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 231 00000100:00100000:1.0:1780298661.847224:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777609888384:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.848476:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777609888384:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1252us (1408us total) trans 4294969391 rc 0/0 00000100:00100000:1.0:1780298661.848482:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 231 00002000:00100000:1.0:1780298661.848487:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1581056->1614071) req@ffff9cf347cd4a80 x1866777609888384/t4294969391(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.848494:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777609888384 ext(1581056->1614071) 00010000:00010000:1.0:1780298661.848498:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.848517:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298661.848522:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf347cd4a80 00000100:00100000:0.0:1780298661.849203:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.849256:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888512 00000100:00100000:2.0:1780298661.849260:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888512 00010000:00010000:2.0:1780298661.849279:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.849304:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15455 00000100:00100000:2.0:1780298661.849312:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2397:x1866777609888512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.849321:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298661.849328:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 72 00010000:00010000:2.0:1780298661.849334:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.849344:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.849362:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037911 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63ba expref: 24 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.849387:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:2.0:1780298661.849390:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:2.0:1780298661.849397:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.849404:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.849421:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.849428:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605214336:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.849458:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.850052:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605214336:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298661.850062:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.850084:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777609888512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 774us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.850091:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15455 00000100:00100000:3.0:1780298661.850332:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.850365:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888640 00000100:00100000:2.0:1780298661.850369:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888640 00002000:00100000:2.0:1780298661.850386:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1585152->1589247) req@ffff9cf347cd7100 x1866777609888640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.850392:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7100 with x1866777609888640 ext(1585152->1589247) 00002000:00010000:2.0:1780298661.850398:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7100 00000100:00100000:2.0:1780298661.850414:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6806 00000100:00100000:2.0:1780298661.850418:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.850642:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 221us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298661.850652:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6806 00002000:00100000:2.0:1780298661.850659:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1585152->1589247) req@ffff9cf347cd7100 x1866777609888640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.850669:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7100 with x1866777609888640 ext(1585152->1589247) 00002000:00010000:2.0:1780298661.850673:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7100 00000100:00100000:0.0:1780298661.851636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.851668:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888768 00000100:00100000:3.0:1780298661.851671:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888768 00002000:00100000:3.0:1780298661.851688:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1589248->1593343) req@ffff9cf37baef100 x1866777609888768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.851694:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777609888768 ext(1589248->1593343) 00002000:00010000:3.0:1780298661.851697:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baef100 00000100:00100000:3.0:1780298661.851710:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6807 00000100:00100000:3.0:1780298661.851714:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.851875:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 160us (243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298661.851887:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6807 00002000:00100000:3.0:1780298661.851892:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1589248->1593343) req@ffff9cf37baef100 x1866777609888768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.851897:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777609888768 ext(1589248->1593343) 00002000:00010000:3.0:1780298661.851900:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baef100 00000100:00100000:3.0:1780298661.852924:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.852957:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609888896 00000100:00100000:0.0:1780298661.852961:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609888896 00002000:00100000:0.0:1780298661.852978:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1564672->1617919) req@ffff9cf347cd4000 x1866777609888896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.852985:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4000 with x1866777609888896 ext(1564672->1617919) 00002000:00010000:0.0:1780298661.852987:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4000 00000100:00100000:0.0:1780298661.853004:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6808 00000100:00100000:0.0:1780298661.853008:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.853959:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609888896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 946us (1031us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1780298661.853969:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6808 00002000:00100000:0.0:1780298661.853976:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1564672->1617919) req@ffff9cf347cd4000 x1866777609888896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.853985:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4000 with x1866777609888896 ext(1564672->1617919) 00002000:00010000:0.0:1780298661.853989:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4000 00000100:00100000:3.0:1780298661.855013:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.855050:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889024 00000100:00100000:0.0:1780298661.855056:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889024 00002000:00100000:0.0:1780298661.855079:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1617920->1622015) req@ffff9cf347cd4380 x1866777609889024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.855089:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777609889024 ext(1617920->1622015) 00002000:00010000:0.0:1780298661.855093:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:0.0:1780298661.855118:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6809 00000100:00100000:0.0:1780298661.855151:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609889024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.855254:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609889024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.855263:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6809 00002000:00100000:0.0:1780298661.855270:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1617920->1622015) req@ffff9cf347cd4380 x1866777609889024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.855279:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777609889024 ext(1617920->1622015) 00002000:00010000:0.0:1780298661.855283:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:3.0:1780298661.856255:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.856332:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889152 00000100:00100000:1.0:1780298661.856337:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889152 00002000:00100000:1.0:1780298661.856360:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1622016->1626111) req@ffff9cf347cd7480 x1866777609889152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.856369:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7480 with x1866777609889152 ext(1622016->1626111) 00002000:00010000:1.0:1780298661.856373:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7480 00000100:00100000:1.0:1780298661.856393:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6810 00000100:00100000:1.0:1780298661.856400:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609889152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.856460:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609889152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.856466:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6810 00002000:00100000:1.0:1780298661.856471:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1622016->1626111) req@ffff9cf347cd7480 x1866777609889152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.856480:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7480 with x1866777609889152 ext(1622016->1626111) 00002000:00010000:1.0:1780298661.856484:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd7480 00000100:00100000:3.0:1780298661.857409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.857442:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889280 00000100:00100000:2.0:1780298661.857446:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889280 00000100:00100000:2.0:1780298661.857472:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11145 00000100:00100000:2.0:1780298661.857478:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609889280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.857485:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.857499:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e630379f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6485 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.857544:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605214464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.857602:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.858246:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605214464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.858271:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e630379f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6485 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.858296:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e630379f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6485 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.858303:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.858326:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609889280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 849us (919us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.858330:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11145 00000100:00100000:3.0:1780298661.859204:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.859231:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889408 00000100:00100000:2.0:1780298661.859235:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889408 00000100:00100000:2.0:1780298661.859257:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11146 00000100:00100000:2.0:1780298661.859263:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609889408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.859269:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.859276:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e630379ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d648c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.859297:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605214592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.859338:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.859942:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605214592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.859959:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e630379ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d648c expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.859985:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e630379ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d648c expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.859995:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:1.0:1780298661.860025:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609889408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (821us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.860032:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11146 00000100:00100000:3.0:1780298661.860992:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.861030:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889536 00000100:00100000:1.0:1780298661.861035:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889536 00000100:00100000:1.0:1780298661.861069:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11147 00000100:00100000:1.0:1780298661.861076:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609889536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.861086:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.861095:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037a06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6493 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.861145:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605214720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.861201:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.861829:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605214720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.861845:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037a06 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6493 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.861859:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037a06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6493 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.861879:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298661.861909:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609889536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.861917:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11147 00000100:00100000:3.0:1780298661.862831:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.862865:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889664 00000100:00100000:2.0:1780298661.862870:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889664 00002000:00100000:2.0:1780298661.862898:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2977792->2981887) req@ffff9cf36d4b5180 x1866777609889664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.862908:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5180 with x1866777609889664 ext(2977792->2981887) 00002000:00010000:2.0:1780298661.862912:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5180 00000100:00100000:2.0:1780298661.862932:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6811 00000100:00100000:2.0:1780298661.862947:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609889664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.863044:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609889664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 98us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.863051:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6811 00002000:00100000:2.0:1780298661.863058:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2977792->2981887) req@ffff9cf36d4b5180 x1866777609889664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.863067:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5180 with x1866777609889664 ext(2977792->2981887) 00002000:00010000:2.0:1780298661.863076:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5180 00000100:00100000:3.0:1780298661.863857:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.863903:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889792 00000100:00100000:0.0:1780298661.863909:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889792 00002000:00100000:0.0:1780298661.863931:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2981888->2985983) req@ffff9cf36d4b5500 x1866777609889792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.863941:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777609889792 ext(2981888->2985983) 00002000:00010000:0.0:1780298661.863944:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:0.0:1780298661.863965:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6812 00000100:00100000:0.0:1780298661.863974:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609889792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.864041:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609889792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.864048:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6812 00002000:00100000:0.0:1780298661.864055:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2981888->2985983) req@ffff9cf36d4b5500 x1866777609889792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.864064:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777609889792 ext(2981888->2985983) 00002000:00010000:0.0:1780298661.864068:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:3.0:1780298661.865013:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.865067:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609889920 00000100:00100000:0.0:1780298661.865077:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609889920 00002000:00100000:0.0:1780298661.865098:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2985984->2990079) req@ffff9cf36d4b6680 x1866777609889920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.865108:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777609889920 ext(2985984->2990079) 00002000:00010000:0.0:1780298661.865111:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:0.0:1780298661.865173:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6813 00000100:00100000:0.0:1780298661.865183:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609889920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.865257:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609889920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.865265:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6813 00002000:00100000:0.0:1780298661.865272:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2985984->2990079) req@ffff9cf36d4b6680 x1866777609889920/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.865281:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777609889920 ext(2985984->2990079) 00002000:00010000:0.0:1780298661.865285:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:3.0:1780298661.866051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.866099:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890048 00000100:00100000:0.0:1780298661.866104:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890048 00002000:00100000:0.0:1780298661.866140:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2990080->2994175) req@ffff9cf36d4b4000 x1866777609890048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.866150:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4000 with x1866777609890048 ext(2990080->2994175) 00002000:00010000:0.0:1780298661.866154:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4000 00000100:00100000:0.0:1780298661.866186:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6814 00000100:00100000:0.0:1780298661.866194:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609890048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.866255:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609890048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.866275:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6814 00002000:00100000:0.0:1780298661.866283:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2990080->2994175) req@ffff9cf36d4b4000 x1866777609890048/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.866291:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4000 with x1866777609890048 ext(2990080->2994175) 00002000:00010000:0.0:1780298661.866295:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4000 00000100:00100000:3.0:1780298661.867209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.867257:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890176 00000100:00100000:1.0:1780298661.867261:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890176 00002000:00100000:1.0:1780298661.867278:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2994176->2998271) req@ffff9cf36d4b7480 x1866777609890176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.867285:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777609890176 ext(2994176->2998271) 00002000:00010000:1.0:1780298661.867288:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:1.0:1780298661.867303:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6815 00000100:00100000:1.0:1780298661.867308:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.867365:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.867369:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6815 00002000:00100000:1.0:1780298661.867373:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2994176->2998271) req@ffff9cf36d4b7480 x1866777609890176/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.867379:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777609890176 ext(2994176->2998271) 00002000:00010000:1.0:1780298661.867382:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:3.0:1780298661.868297:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.868331:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890304 00000100:00100000:2.0:1780298661.868335:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890304 00002000:00100000:2.0:1780298661.868350:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2998272->3002367) req@ffff9cf36d4b6a00 x1866777609890304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.868356:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777609890304 ext(2998272->3002367) 00002000:00010000:2.0:1780298661.868358:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00 00000100:00100000:2.0:1780298661.868373:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6816 00000100:00100000:2.0:1780298661.868377:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.868431:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.868435:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6816 00002000:00100000:2.0:1780298661.868439:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2998272->3002367) req@ffff9cf36d4b6a00 x1866777609890304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.868444:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777609890304 ext(2998272->3002367) 00002000:00010000:2.0:1780298661.868447:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00 00000100:00100000:3.0:1780298661.869258:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.869302:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890432 00000100:00100000:0.0:1780298661.869307:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890432 00002000:00100000:0.0:1780298661.869323:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3002368->3006463) req@ffff9cf36d4b4380 x1866777609890432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.869330:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777609890432 ext(3002368->3006463) 00002000:00010000:0.0:1780298661.869332:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:0.0:1780298661.869347:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6817 00000100:00100000:0.0:1780298661.869351:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609890432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.869400:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777609890432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.869405:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6817 00002000:00100000:0.0:1780298661.869410:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3002368->3006463) req@ffff9cf36d4b4380 x1866777609890432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.869415:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777609890432 ext(3002368->3006463) 00002000:00010000:0.0:1780298661.869418:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:0.0:1780298661.870298:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.870332:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890560 00000100:00100000:3.0:1780298661.870337:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890560 00002000:00100000:3.0:1780298661.870360:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3006464->3010559) req@ffff9cf37baeca80 x1866777609890560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.870370:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777609890560 ext(3006464->3010559) 00002000:00010000:3.0:1780298661.870373:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeca80 00000100:00100000:3.0:1780298661.870390:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6818 00000100:00100000:3.0:1780298661.870405:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.870459:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298661.870463:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6818 00002000:00100000:3.0:1780298661.870468:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3006464->3010559) req@ffff9cf37baeca80 x1866777609890560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.870474:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777609890560 ext(3006464->3010559) 00002000:00010000:3.0:1780298661.870477:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeca80 00000100:00100000:3.0:1780298661.871473:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.871505:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890688 00000100:00100000:0.0:1780298661.871509:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890688 00002000:00100000:0.0:1780298661.871525:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3010560->3014655) req@ffff9cf36d4b5c00 x1866777609890688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.871537:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777609890688 ext(3010560->3014655) 00002000:00010000:0.0:1780298661.871540:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:0.0:1780298661.871556:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6819 00000100:00100000:0.0:1780298661.871560:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.871624:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.871631:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6819 00002000:00100000:0.0:1780298661.871636:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3010560->3014655) req@ffff9cf36d4b5c00 x1866777609890688/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.871642:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777609890688 ext(3010560->3014655) 00002000:00010000:0.0:1780298661.871644:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:0.0:1780298661.872580:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.872610:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890816 00000100:00100000:1.0:1780298661.872614:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890816 00002000:00100000:1.0:1780298661.872633:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3014656->3018751) req@ffff9cf37baece00 x1866777609890816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.872648:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777609890816 ext(3014656->3018751) 00002000:00010000:1.0:1780298661.872651:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baece00 00000100:00100000:1.0:1780298661.872665:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6820 00000100:00100000:1.0:1780298661.872671:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.872727:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609890816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.872731:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6820 00002000:00100000:1.0:1780298661.872735:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3014656->3018751) req@ffff9cf37baece00 x1866777609890816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.872740:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777609890816 ext(3014656->3018751) 00002000:00010000:1.0:1780298661.872743:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baece00 00000100:00100000:3.0:1780298661.873680:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.873728:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609890944 00000100:00100000:2.0:1780298661.873739:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609890944 00002000:00100000:2.0:1780298661.873759:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3018752->3022847) req@ffff9cf36d4b6300 x1866777609890944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.873768:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777609890944 ext(3018752->3022847) 00002000:00010000:2.0:1780298661.873771:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:2.0:1780298661.873794:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6821 00000100:00100000:2.0:1780298661.873802:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.873868:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609890944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.873873:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6821 00002000:00100000:2.0:1780298661.873877:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3018752->3022847) req@ffff9cf36d4b6300 x1866777609890944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.873882:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777609890944 ext(3018752->3022847) 00002000:00010000:2.0:1780298661.873885:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:3.0:1780298661.874938:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.874958:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.874983:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891072 00000100:00100000:1.0:1780298661.874987:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891072 00000100:00100000:1.0:1780298661.875015:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891200 00000100:00100000:1.0:1780298661.875017:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891200 00000100:00100000:2.0:1780298661.875033:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11148 00000100:00100000:2.0:1780298661.875044:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609891072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.875053:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11149 00010000:00010000:2.0:1780298661.875055:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.875065:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777609891200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.875072:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.875075:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037a0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d649a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.875081:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64a1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.875102:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.875106:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.875112:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.875151:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.875171:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:2.0:1780298661.875175:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605214848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.875205:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777609891200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 143us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.875212:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11149 00000100:00100000:2.0:1780298661.875251:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.876077:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605214848:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.876101:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037a0d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d649a expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.876142:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037a0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d649a expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.876173:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.876200:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb86050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609891072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1159us (1262us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.876206:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11148 00000100:00100000:3.0:1780298661.877040:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.877098:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891328 00000100:00100000:1.0:1780298661.877104:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891328 00000100:00100000:1.0:1780298661.877171:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11150 00000100:00100000:1.0:1780298661.877180:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609891328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.877190:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.877200:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e63037a1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64a8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.877230:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605214976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.877272:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.877971:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605214976:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.877989:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e63037a1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a8 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.878003:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e63037a1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a8 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.878024:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298661.878059:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609891328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.878065:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11150 00000100:00100000:0.0:1780298661.879013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.879051:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891456 00000100:00100000:1.0:1780298661.879056:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891456 00000100:00100000:1.0:1780298661.879083:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11151 00000100:00100000:1.0:1780298661.879090:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:30556:x1866777609891456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.879101:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.879111:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64af expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879156:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879174:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879181:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.879184:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.879188:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1363968->1392639] (req 1363968->1392639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 25 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879208:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879229:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.879240:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605215104:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.879290:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.879298:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 18 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.879305:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605215232:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298661.879320:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.879997:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605215104:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298661.880202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.880218:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605215232:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298661.880244:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1363968->1392639] (req 1363968->1392639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 25 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.880250:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891584 00000100:00100000:2.0:1780298661.880255:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891584 00010000:00010000:2.0:1780298661.880277:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 26 pid: 19992 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880277:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:2.0:1780298661.880313:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15456 00000100:00100000:1.0:1780298661.880313:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:30556:x1866777609891456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1221us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.880322:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777609891584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298661.880326:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11151 00010000:00010000:2.0:1780298661.880340:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.880356:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.880371:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.880387:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63037a14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64a1 expref: 25 pid: 19992 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.880406:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298661.880432:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777609891584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 113us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.880438:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15456 00000100:00100000:3.0:1780298661.880527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.880565:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891712 00000100:00100000:1.0:1780298661.880574:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891712 00010000:00010000:1.0:1780298661.880591:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.880617:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15457 00000100:00100000:1.0:1780298661.880625:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609891712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.880633:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.880642:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880652:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880667:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630379f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1585152->1589247) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d647e expref: 19 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880678:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.880681:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:1.0:1780298661.880689:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880697:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.880720:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.880741:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605215360:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.880778:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.881571:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605215360:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.881581:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.881607:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609891712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 984us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.881615:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15457 00000100:00100000:3.0:1780298661.881889:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.881932:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891840 00000100:00100000:0.0:1780298661.881936:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891840 00000100:00100000:0.0:1780298661.881979:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6822 00000100:00100000:0.0:1780298661.881985:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777609891840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298661.882186:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1614072 -> 1614072 00002000:00010000:0.0:1780298661.882189:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.882191:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.882193:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298661.882194:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 72 -> 72 00000100:00100000:0.0:1780298661.882225:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609891840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 241us (363us total) trans 4294969392 rc 0/0 00000100:00100000:0.0:1780298661.882231:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6822 00000100:00100000:1.0:1780298661.883206:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.883243:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609891968 00000100:00100000:0.0:1780298661.883249:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609891968 00000100:00100000:0.0:1780298661.883279:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11152 00000100:00100000:0.0:1780298661.883288:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609891968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.883297:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.883310:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037a29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64b6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.883331:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.883351:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605215488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.883372:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892096 00000100:00100000:2.0:1780298661.883376:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892096 00000100:00100000:0.0:1780298661.883400:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.883408:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11153 00000100:00100000:2.0:1780298661.883414:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609892096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.883420:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.883427:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64bd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.883450:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605215616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.883474:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.884108:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605215488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.884152:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037a29 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64b6 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.884186:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037a29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64b6 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.884198:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605215616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.884204:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00010000:00010000:2.0:1780298661.884219:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a30 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64bd expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.884236:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64bd expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.884240:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609891968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1033us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.884256:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11152 00010000:00010000:2.0:1780298661.884257:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.884282:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609892096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.884297:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11153 00000100:00100000:1.0:1780298661.885287:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.885326:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892224 00000100:00100000:2.0:1780298661.885331:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892224 00000100:00100000:2.0:1780298661.885372:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11154 00000100:00100000:3.0:1780298661.885374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.885386:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609892224:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.885394:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892352 00010000:00010000:2.0:1780298661.885396:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.885406:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037a37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64c4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.885406:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892352 00000100:00100000:2.0:1780298661.885439:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605215744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.885443:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11155 00000100:00100000:0.0:1780298661.885454:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777609892352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.885469:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.885479:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a3e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64cb expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.885491:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.885509:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605215872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.885533:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.886206:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605215744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.886218:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605215872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.886222:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037a37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64c4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.886234:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64c4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.886238:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a3e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64cb expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.886246:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00010000:00010000:0.0:1780298661.886260:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a3e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64cb expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.886272:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609892224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (987us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.886278:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11154 00010000:00010000:0.0:1780298661.886278:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298661.886309:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777609892352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.886315:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11155 00000100:00100000:3.0:1780298661.887596:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.887630:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892480 00000100:00100000:0.0:1780298661.887634:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892480 00002000:00100000:0.0:1780298661.887658:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1699840->1728511) req@ffff9cf24310df80 x1866777609892480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.887664:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777609892480 ext(1699840->1728511) 00002000:00010000:0.0:1780298661.887674:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:0.0:1780298661.887693:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6823 00000100:00100000:0.0:1780298661.887698:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609892480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298661.888475:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609892480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 775us (878us total) trans 0 rc 28672/28672 00000100:00100000:3.0:1780298661.888481:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6823 00002000:00100000:3.0:1780298661.888487:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1699840->1728511) req@ffff9cf24310df80 x1866777609892480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.888493:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777609892480 ext(1699840->1728511) 00002000:00010000:3.0:1780298661.888496:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:3.0:1780298661.889333:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.889376:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892608 00000100:00100000:1.0:1780298661.889380:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892608 00000100:00100000:1.0:1780298661.889404:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11156 00000100:00100000:1.0:1780298661.889410:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609892608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.889417:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.889428:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64d2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.889458:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605216000:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.889489:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.889500:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.889521:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892736 00000100:00100000:0.0:1780298661.889527:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892736 00000100:00100000:0.0:1780298661.889562:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11157 00000100:00100000:0.0:1780298661.889573:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609892736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.889581:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.889590:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037a4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64d9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.889611:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605216128:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.889638:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.890061:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605216000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.890077:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a45 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64d2 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.890098:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64d2 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.890106:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:1.0:1780298661.890156:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609892608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (826us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.890174:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11156 00000100:00100000:0.0:1780298661.890283:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605216128:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.890300:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037a4c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64d9 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.890309:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037a4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64d9 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.890321:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:0.0:1780298661.890341:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609892736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (853us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.890348:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11157 00000100:00100000:3.0:1780298661.891251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.891308:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892864 00000100:00100000:1.0:1780298661.891313:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892864 00000100:00100000:1.0:1780298661.891346:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11158 00000100:00100000:3.0:1780298661.891354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.891359:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609892864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.891367:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.891375:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609892992 00010000:00010000:1.0:1780298661.891377:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037a53 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64e0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.891381:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609892992 00000100:00100000:1.0:1780298661.891416:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605216256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.891422:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11159 00000100:00100000:2.0:1780298661.891432:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609892992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.891441:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.891451:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64e7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.891464:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.891485:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605216384:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.891515:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.892198:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605216256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.892213:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037a53 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64e0 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.892224:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037a53 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64e0 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.892239:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605216384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.892241:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:2.0:1780298661.892263:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a5a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64e7 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.892269:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609892864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.892283:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11158 00010000:00010000:2.0:1780298661.892290:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037a5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64e7 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.892299:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.892319:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609892992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (968us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.892325:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11159 00000100:00100000:3.0:1780298661.893520:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.893552:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893120 00000100:00100000:1.0:1780298661.893556:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893120 00000100:00100000:3.0:1780298661.893568:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.893591:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893248 00000100:00100000:1.0:1780298661.893593:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893248 00000100:00100000:1.0:1780298661.893614:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11160 00000100:00100000:0.0:1780298661.893625:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11161 00000100:00100000:1.0:1780298661.893626:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609893120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.893636:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.893644:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777609893248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.893647:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64ee expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.893653:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.893663:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64f5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.893683:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605216512:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.893691:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605216640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.893728:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.893729:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.894520:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605216512:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.894540:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a61 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64ee expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.894541:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605216640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.894559:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64ee expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.894561:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a68 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64f5 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.894579:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:0.0:1780298661.894583:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64f5 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.894594:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:1.0:1780298661.894614:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609893120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1142us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.894617:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777609893248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1048us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.894625:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11160 00000100:00100000:0.0:1780298661.894634:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11161 00000100:00100000:3.0:1780298661.895929:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.895972:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893376 00000100:00100000:0.0:1780298661.895977:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893376 00002000:00100000:0.0:1780298661.896006:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1499136->1503231) req@ffff9cf24310d880 x1866777609893376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.896026:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777609893376 ext(1499136->1503231) 00002000:00010000:0.0:1780298661.896030:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:0.0:1780298661.896053:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6824 00000100:00100000:0.0:1780298661.896070:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298661.896223:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 155us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298661.896232:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6824 00002000:00100000:0.0:1780298661.896239:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1499136->1503231) req@ffff9cf24310d880 x1866777609893376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.896248:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d880 with x1866777609893376 ext(1499136->1503231) 00002000:00010000:0.0:1780298661.896251:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d880 00000100:00100000:3.0:1780298661.897405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.897435:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893504 00000100:00100000:1.0:1780298661.897439:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893504 00002000:00100000:1.0:1780298661.897455:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1503232->1507327) req@ffff9cf24310c380 x1866777609893504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.897461:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c380 with x1866777609893504 ext(1503232->1507327) 00002000:00010000:1.0:1780298661.897463:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310c380 00000100:00100000:1.0:1780298661.897481:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6825 00000100:00100000:1.0:1780298661.897486:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.897543:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (180us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.897547:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6825 00002000:00100000:1.0:1780298661.897554:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1503232->1507327) req@ffff9cf24310c380 x1866777609893504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.897560:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c380 with x1866777609893504 ext(1503232->1507327) 00002000:00010000:1.0:1780298661.897563:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310c380 00000100:00100000:3.0:1780298661.898911:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.898950:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893632 00000100:00100000:2.0:1780298661.898955:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893632 00002000:00100000:2.0:1780298661.898976:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1544191) req@ffff9cf24310f480 x1866777609893632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.898985:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f480 with x1866777609893632 ext(1478656->1544191) 00002000:00010000:2.0:1780298661.898988:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310f480 00000100:00100000:2.0:1780298661.899017:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6826 00000100:00100000:2.0:1780298661.899025:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298661.899903:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777609893632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 879us (993us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298661.899909:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6826 00002000:00100000:2.0:1780298661.899915:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1544191) req@ffff9cf24310f480 x1866777609893632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 504/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298661.899921:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f480 with x1866777609893632 ext(1478656->1544191) 00002000:00010000:2.0:1780298661.899924:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310f480 00000100:00100000:3.0:1780298661.902349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.902389:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893760 00000100:00100000:0.0:1780298661.902394:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893760 00002000:00100000:0.0:1780298661.902416:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1544192->1581055) req@ffff9cf24310d500 x1866777609893760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298661.902426:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d500 with x1866777609893760 ext(1544192->1581055) 00002000:00010000:0.0:1780298661.902430:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d500 00000100:00100000:0.0:1780298661.902448:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6827 00000100:00100000:0.0:1780298661.902454:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2397:x1866777609893760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.903250:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2397:x1866777609893760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 795us (901us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298661.903257:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6827 00002000:00100000:1.0:1780298661.903263:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1544192->1581055) req@ffff9cf24310d500 x1866777609893760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.903269:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310d500 with x1866777609893760 ext(1544192->1581055) 00002000:00010000:1.0:1780298661.903277:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310d500 00000100:00100000:0.0:1780298661.904171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.904204:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609893888 00000100:00100000:3.0:1780298661.904209:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609893888 00002000:00100000:3.0:1780298661.904232:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1499136->1548287) req@ffff9cf37baec380 x1866777609893888/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298661.904242:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec380 with x1866777609893888 ext(1499136->1548287) 00002000:00010000:3.0:1780298661.904246:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baec380 00000100:00100000:3.0:1780298661.904272:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6828 00000100:00100000:3.0:1780298661.904282:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2398:x1866777609893888:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.905423:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2398:x1866777609893888:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1143us (1251us total) trans 4294969393 rc 0/0 00000100:00100000:1.0:1780298661.905428:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6828 00002000:00100000:1.0:1780298661.905433:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1499136->1548287) req@ffff9cf37baec380 x1866777609893888/t4294969393(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.905439:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec380 with x1866777609893888 ext(1499136->1548287) 00002000:00010000:1.0:1780298661.905441:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baec380 00000100:00100000:3.0:1780298661.906216:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.906258:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894016 00000100:00100000:0.0:1780298661.906263:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894016 00000100:00100000:0.0:1780298661.906301:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11162 00000100:00100000:0.0:1780298661.906311:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2400:x1866777609894016:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298661.906958:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969393 is committed 00000001:00080000:2.0:1780298661.906972:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969388 is committed 00000100:00100000:0.0:1780298661.907049:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609894016:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 741us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.907055:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11162 00000100:00100000:2.0:1780298661.908010:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.908057:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894144 00000100:00100000:1.0:1780298661.908061:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894144 00000100:00100000:1.0:1780298661.908089:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11163 00000100:00100000:1.0:1780298661.908096:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609894144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.908107:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.908137:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d64fc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.908178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.908196:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605216768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.908220:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894272 00000100:00100000:0.0:1780298661.908226:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894272 00000100:00100000:1.0:1780298661.908251:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.908273:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11164 00000100:00100000:0.0:1780298661.908285:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609894272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.908294:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.908303:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6503 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.908333:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605216896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.908365:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.908950:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605216768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.908975:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a6f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64fc expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.908991:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64fc expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298661.909003:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 72 -> 168 00010000:00010000:1.0:1780298661.909008:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:0.0:1780298661.909016:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605216896:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.909037:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a76 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6503 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.909038:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609894144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.909051:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11163 00010000:00010000:0.0:1780298661.909066:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037a76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6503 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.909077:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:0.0:1780298661.909111:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609894272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (1005us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.909119:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11164 00000100:00100000:3.0:1780298661.910005:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.910100:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.910183:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894528 00000100:00100000:0.0:1780298661.910183:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894400 00000100:00100000:1.0:1780298661.910187:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894528 00000100:00100000:0.0:1780298661.910189:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894400 00000100:00100000:1.0:1780298661.910218:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11165 00000100:00100000:1.0:1780298661.910229:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609894528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.910229:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11166 00010000:00010000:1.0:1780298661.910240:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.910241:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609894400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.910249:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037a7d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6511 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.910258:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.910269:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037a84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d650a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.910280:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605217024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.910305:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605217152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.910324:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.910335:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.911029:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605217024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.911035:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605217152:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.911052:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037a84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d650a expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.911059:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037a7d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6511 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.911065:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037a84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d650a expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.911081:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:1.0:1780298661.911086:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037a7d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6511 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.911097:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:0.0:1780298661.911107:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609894400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (1106us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.911112:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11166 00000100:00100000:1.0:1780298661.911155:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609894528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (1022us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.911182:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11165 00000100:00100000:2.0:1780298661.912189:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.912218:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894656 00000100:00100000:1.0:1780298661.912224:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894656 00000100:00100000:1.0:1780298661.912259:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11167 00000100:00100000:1.0:1780298661.912268:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609894656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.912277:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.912287:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6518 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.912313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.912318:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605217280:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.912349:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894784 00000100:00100000:0.0:1780298661.912354:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894784 00000100:00100000:1.0:1780298661.912365:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.912379:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11168 00000100:00100000:0.0:1780298661.912387:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609894784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.912393:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.912402:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a92 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d651f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.912445:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605217408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.912477:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.912923:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605217280:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.912939:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a8b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6518 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.912950:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037a8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6518 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.912956:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:1.0:1780298661.912980:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609894656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 715us (792us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.912985:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11167 00000100:00100000:3.0:1780298661.913170:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605217408:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.913191:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a92 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d651f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.913221:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037a92 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d651f expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.913232:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:2.0:1780298661.913289:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609894784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.913298:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11168 00000100:00100000:2.0:1780298661.914058:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.914103:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609894912 00000100:00100000:1.0:1780298661.914107:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609894912 00000100:00100000:0.0:1780298661.914188:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.914193:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11169 00000100:00100000:1.0:1780298661.914203:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609894912:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298661.914207:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895040 00010000:00010000:1.0:1780298661.914211:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.914212:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895040 00010000:00010000:1.0:1780298661.914222:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6526 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.914246:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11170 00000100:00100000:1.0:1780298661.914257:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605217536:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.914258:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609895040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.914270:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.914279:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037aa0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d652d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.914303:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.914311:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605217664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.914340:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.914847:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605217536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.914861:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6526 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.914874:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037a99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6526 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.914883:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.914912:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609894912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 712us (853us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.914919:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11169 00000100:00100000:2.0:1780298661.915019:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605217664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.915032:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037aa0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d652d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.915042:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037aa0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d652d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.915048:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298661.915069:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609895040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (883us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.915073:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11170 00000100:00100000:3.0:1780298661.915892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.915921:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895168 00000100:00100000:2.0:1780298661.915924:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895168 00000100:00100000:2.0:1780298661.915945:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11171 00000100:00100000:2.0:1780298661.915949:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609895168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.915955:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.915961:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6534 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.915972:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.915976:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:2.0:1780298661.915982:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.915994:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.916004:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298661.916024:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609895168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 75us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.916028:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11171 00000100:00100000:0.0:1780298661.916849:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.916879:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895296 00000100:00100000:1.0:1780298661.916883:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895296 00002000:00100000:1.0:1780298661.916904:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2908160->2940927) req@ffff9cf37baedf80 x1866777609895296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.916911:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedf80 with x1866777609895296 ext(2908160->2940927) 00002000:00010000:1.0:1780298661.916914:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedf80 00000100:00100000:1.0:1780298661.916936:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6829 00000100:00100000:1.0:1780298661.916942:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609895296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.917723:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609895296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 781us (873us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1780298661.917728:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6829 00002000:00100000:1.0:1780298661.917733:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2908160->2940927) req@ffff9cf37baedf80 x1866777609895296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.917738:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedf80 with x1866777609895296 ext(2908160->2940927) 00002000:00010000:1.0:1780298661.917741:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedf80 00000100:00100000:3.0:1780298661.918573:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.918602:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.918604:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895424 00000100:00100000:2.0:1780298661.918608:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895424 00000100:00100000:2.0:1780298661.918636:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895552 00000100:00100000:2.0:1780298661.918638:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895552 00000100:00100000:1.0:1780298661.918641:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11172 00000100:00100000:1.0:1780298661.918649:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609895424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.918656:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.918661:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11173 00010000:00010000:1.0:1780298661.918664:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037aae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d653b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.918671:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609895552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.918679:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.918686:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037ab5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6542 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.918693:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605217792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.918714:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605217920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.918736:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.918740:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.919533:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605217920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.919537:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605217792:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.919558:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037ab5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6542 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.919558:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037aae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d653b expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.919578:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037aae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d653b expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.919585:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037ab5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6542 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.919605:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00010000:00010000:1.0:1780298661.919607:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298661.919631:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609895424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1059us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.919638:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609895552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1035us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.919638:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11172 00000100:00100000:2.0:1780298661.919649:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11173 00000100:00100000:0.0:1780298661.920667:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.920703:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895680 00000100:00100000:2.0:1780298661.920708:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895680 00000100:00100000:0.0:1780298661.920713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.920740:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895808 00000100:00100000:2.0:1780298661.920744:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895808 00000100:00100000:1.0:1780298661.920755:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11174 00000100:00100000:1.0:1780298661.920763:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609895680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.920769:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298661.920775:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11175 00010000:00010000:1.0:1780298661.920776:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037abc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6549 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.920786:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609895808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.920795:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.920805:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037ac3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6550 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.920805:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605218048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.920840:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605218176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.920842:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.920872:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.921516:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605218048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.921531:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037abc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6549 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.921541:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037abc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6549 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.921549:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:2.0:1780298661.921573:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605218176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.921576:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609895680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (910us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.921582:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11174 00010000:00010000:2.0:1780298661.921611:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037ac3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6550 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.921627:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037ac3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6550 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.921638:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ba00, rc 0) 00000100:00100000:2.0:1780298661.921668:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609895808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (955us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.921676:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11175 00000100:00100000:3.0:1780298661.922757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.922788:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609895936 00000100:00100000:1.0:1780298661.922792:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609895936 00000100:00100000:3.0:1780298661.922807:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.922821:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896064 00000100:00100000:1.0:1780298661.922824:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896064 00000100:00100000:2.0:1780298661.922837:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11176 00000100:00100000:2.0:1780298661.922846:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609895936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.922852:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.922854:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11177 00010000:00010000:2.0:1780298661.922863:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037aca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6557 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.922863:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609896064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.922873:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.922882:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037ad1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d655e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.922902:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605218304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.922908:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605218432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.922951:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.922952:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.923632:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605218304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.923652:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037aca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6557 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.923667:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037aca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6557 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.923670:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605218432:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298661.923684:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00010000:00010000:1.0:1780298661.923689:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037ad1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d655e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.923700:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63037ad1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d655e expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.923707:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:2.0:1780298661.923717:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609895936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (959us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.923724:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11176 00000100:00100000:1.0:1780298661.923728:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609896064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (921us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.923734:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11177 00000100:00100000:0.0:1780298661.924635:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.924667:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896192 00000100:00100000:3.0:1780298661.924672:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896192 00000100:00100000:3.0:1780298661.924702:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11178 00000100:00100000:3.0:1780298661.924710:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609896192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.924719:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.924729:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6565 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.924749:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.924758:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(30 0) 00010000:00010000:3.0:1780298661.924763:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(31 0) 00010000:00010000:3.0:1780298661.924768:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2764800->2768895] (req 2764800->2768895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.924803:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.924818:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 14 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.924830:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605218560:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298661.924873:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.925459:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605218560:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.925472:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2764800->2768895] (req 2764800->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.925480:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341693e00, rc 0) 00000100:00100000:0.0:1780298661.925503:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609896192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.925507:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11178 00000100:00100000:2.0:1780298661.925805:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.925836:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896320 00000100:00100000:1.0:1780298661.925840:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896320 00010000:00010000:1.0:1780298661.925854:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.925880:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15458 00000100:00100000:1.0:1780298661.925885:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609896320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298661.925892:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298661.925899:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.925907:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.925918:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e630379c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [417792->6262783] (req 417792->421887) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d644d expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.925924:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(31 0) 00010000:00010000:1.0:1780298661.925927:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(31 0) 00010000:00010000:1.0:1780298661.925932:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.925937:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.925952:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.925958:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605218688:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298661.925989:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.926659:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605218688:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298661.926671:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298661.926699:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609896320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 813us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.926708:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15458 00000100:00100000:3.0:1780298661.926870:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.926906:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896448 00000100:00100000:1.0:1780298661.926910:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896448 00002000:00100000:1.0:1780298661.926933:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2768895) req@ffff9cf243061c00 x1866777609896448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.926943:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061c00 with x1866777609896448 ext(2764800->2768895) 00002000:00010000:1.0:1780298661.926946:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061c00 00000100:00100000:1.0:1780298661.926969:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6830 00000100:00100000:1.0:1780298661.926975:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609896448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.927074:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609896448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.927078:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6830 00002000:00100000:1.0:1780298661.927082:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2768895) req@ffff9cf243061c00 x1866777609896448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.927088:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061c00 with x1866777609896448 ext(2764800->2768895) 00002000:00010000:1.0:1780298661.927091:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061c00 00000100:00100000:2.0:1780298661.928241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.928271:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896576 00000100:00100000:1.0:1780298661.928276:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896576 00002000:00100000:1.0:1780298661.928295:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2768896->2772991) req@ffff9cf241a80380 x1866777609896576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.928317:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777609896576 ext(2768896->2772991) 00002000:00010000:1.0:1780298661.928321:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:1.0:1780298661.928343:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6831 00000100:00100000:1.0:1780298661.928351:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609896576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.928410:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609896576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.928415:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6831 00002000:00100000:1.0:1780298661.928419:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2768896->2772991) req@ffff9cf241a80380 x1866777609896576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.928425:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777609896576 ext(2768896->2772991) 00002000:00010000:1.0:1780298661.928427:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:2.0:1780298661.929454:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.929484:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896704 00000100:00100000:1.0:1780298661.929488:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896704 00002000:00100000:1.0:1780298661.929508:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2772992->2777087) req@ffff9cf241a81500 x1866777609896704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.929517:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81500 with x1866777609896704 ext(2772992->2777087) 00002000:00010000:1.0:1780298661.929520:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81500 00000100:00100000:1.0:1780298661.929542:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6832 00000100:00100000:1.0:1780298661.929550:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609896704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.929615:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609896704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.929623:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6832 00002000:00100000:1.0:1780298661.929637:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2772992->2777087) req@ffff9cf241a81500 x1866777609896704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.929642:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81500 with x1866777609896704 ext(2772992->2777087) 00002000:00010000:1.0:1780298661.929644:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81500 00000100:00100000:3.0:1780298661.930718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.930767:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896832 00000100:00100000:1.0:1780298661.930771:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896832 00002000:00100000:1.0:1780298661.930788:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2777088->2781183) req@ffff9cf243061880 x1866777609896832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.930794:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777609896832 ext(2777088->2781183) 00002000:00010000:1.0:1780298661.930796:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061880 00000100:00100000:1.0:1780298661.930810:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6833 00000100:00100000:1.0:1780298661.930815:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609896832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.930870:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609896832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (154us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.930874:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6833 00002000:00100000:1.0:1780298661.930878:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2777088->2781183) req@ffff9cf243061880 x1866777609896832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.930884:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061880 with x1866777609896832 ext(2777088->2781183) 00002000:00010000:1.0:1780298661.930886:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061880 00000100:00100000:2.0:1780298661.931887:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.931921:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609896960 00000100:00100000:1.0:1780298661.931925:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609896960 00002000:00100000:1.0:1780298661.931940:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2781184->2785279) req@ffff9cf241a82d80 x1866777609896960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.931946:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777609896960 ext(2781184->2785279) 00002000:00010000:1.0:1780298661.931953:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:1.0:1780298661.931972:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6834 00000100:00100000:1.0:1780298661.931981:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609896960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.932050:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609896960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.932055:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6834 00002000:00100000:1.0:1780298661.932059:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2781184->2785279) req@ffff9cf241a82d80 x1866777609896960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.932064:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777609896960 ext(2781184->2785279) 00002000:00010000:1.0:1780298661.932067:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:2.0:1780298661.933417:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.933454:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897088 00000100:00100000:1.0:1780298661.933458:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897088 00002000:00100000:1.0:1780298661.933474:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2785280->2789375) req@ffff9cf241a82680 x1866777609897088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.933481:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777609897088 ext(2785280->2789375) 00002000:00010000:1.0:1780298661.933483:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:1.0:1780298661.933498:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6835 00000100:00100000:1.0:1780298661.933503:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609897088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.933562:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609897088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.933566:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6835 00002000:00100000:1.0:1780298661.933571:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2785280->2789375) req@ffff9cf241a82680 x1866777609897088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.933586:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82680 with x1866777609897088 ext(2785280->2789375) 00002000:00010000:1.0:1780298661.933589:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82680 00000100:00100000:3.0:1780298661.934508:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.934539:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897216 00000100:00100000:1.0:1780298661.934542:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897216 00002000:00100000:1.0:1780298661.934557:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2789376->2793471) req@ffff9cf243060380 x1866777609897216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.934563:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060380 with x1866777609897216 ext(2789376->2793471) 00002000:00010000:1.0:1780298661.934565:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060380 00000100:00100000:1.0:1780298661.934579:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6836 00000100:00100000:1.0:1780298661.934583:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609897216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.934634:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609897216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.934639:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6836 00002000:00100000:1.0:1780298661.934643:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2789376->2793471) req@ffff9cf243060380 x1866777609897216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.934649:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060380 with x1866777609897216 ext(2789376->2793471) 00002000:00010000:1.0:1780298661.934651:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060380 00000100:00100000:2.0:1780298661.935778:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.935816:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897344 00000100:00100000:1.0:1780298661.935820:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897344 00002000:00100000:1.0:1780298661.935836:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2793472->2830335) req@ffff9cf241a81180 x1866777609897344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.935842:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81180 with x1866777609897344 ext(2793472->2830335) 00002000:00010000:1.0:1780298661.935845:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81180 00000100:00100000:1.0:1780298661.935866:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6837 00000100:00100000:1.0:1780298661.935871:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609897344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.936599:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609897344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 726us (820us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298661.936604:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6837 00002000:00100000:1.0:1780298661.936609:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2793472->2830335) req@ffff9cf241a81180 x1866777609897344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.936615:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81180 with x1866777609897344 ext(2793472->2830335) 00002000:00010000:1.0:1780298661.936617:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81180 00000100:00100000:2.0:1780298661.938292:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.938327:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897472 00000100:00100000:1.0:1780298661.938332:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897472 00002000:00100000:1.0:1780298661.938352:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2805759) req@ffff9cf254919f80 x1866777609897472/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.938358:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777609897472 ext(2764800->2805759) 00002000:00010000:1.0:1780298661.938361:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919f80 00000100:00100000:1.0:1780298661.938379:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6838 00000100:00100000:1.0:1780298661.938386:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609897472:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.939536:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609897472:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1149us (1244us total) trans 4294969892 rc 0/0 00000100:00100000:1.0:1780298661.939545:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6838 00002000:00100000:1.0:1780298661.939552:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2805759) req@ffff9cf254919f80 x1866777609897472/t4294969892(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.939560:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777609897472 ext(2764800->2805759) 00002000:00010000:1.0:1780298661.939571:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919f80 00000100:00100000:2.0:1780298661.940301:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.940343:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897600 00000100:00100000:0.0:1780298661.940347:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897600 00000100:00100000:0.0:1780298661.940374:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11179 00000100:00100000:0.0:1780298661.940379:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609897600:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298661.941103:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969892 is committed 00000001:00080000:1.0:1780298661.941112:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969891 is committed 00000100:00100000:0.0:1780298661.941207:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609897600:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 826us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.941213:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11179 00000100:00100000:3.0:1780298661.942175:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.942225:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897728 00000100:00100000:2.0:1780298661.942230:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897728 00000100:00100000:2.0:1780298661.942263:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11180 00000100:00100000:2.0:1780298661.942272:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609897728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.942283:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.942301:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037adf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d656c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.942312:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.942354:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897856 00000100:00100000:3.0:1780298661.942358:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897856 00000100:00100000:2.0:1780298661.942366:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605218816:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.942385:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11181 00000100:00100000:3.0:1780298661.942392:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609897856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.942399:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.942408:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63037ae6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6573 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.942433:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605218944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.942455:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.942460:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ecec00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298661.943228:0:20252:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1128 00000100:00100000:2.0:1780298661.943237:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605218816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.943240:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605218944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.943268:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63037ae6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6573 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.943270:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037adf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d656c expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.943291:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7062f72/0xaf35132e63037ae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6573 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.943295:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037adf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d656c expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.943302:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:2.0:1780298661.943311:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:1.0:1780298661.943329:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609897856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.943337:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11181 00000100:00100000:2.0:1780298661.943348:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609897728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1172us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.943356:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11180 00000100:00100000:0.0:1780298661.944321:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.944384:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609897984 00000100:00100000:3.0:1780298661.944388:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609897984 00000100:00100000:3.0:1780298661.944422:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11182 00000100:00100000:3.0:1780298661.944427:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609897984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.944434:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.944443:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63037aed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d657a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.944443:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.944468:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605219072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.944468:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898112 00000100:00100000:0.0:1780298661.944480:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898112 00000100:00100000:0.0:1780298661.944511:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11183 00000100:00100000:0.0:1780298661.944520:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609898112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.944527:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.944535:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037af4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6581 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.944550:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.944560:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605219200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.944594:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.945286:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605219072:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.945302:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63037aed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d657a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.945316:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027d3a930/0xaf35132e63037aed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d657a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.945327:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:3.0:1780298661.945355:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609897984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1035us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.945363:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11182 00000100:00100000:0.0:1780298661.945382:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605219200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.945402:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037af4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6581 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.945417:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037af4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6581 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.945427:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:0.0:1780298661.945457:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609898112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1016us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.945465:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11183 00000100:00100000:2.0:1780298661.946391:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.946430:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898240 00000100:00100000:1.0:1780298661.946434:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898240 00000100:00100000:2.0:1780298661.946464:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.946469:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11184 00000100:00100000:3.0:1780298661.946481:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898368 00000100:00100000:1.0:1780298661.946481:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609898240:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.946488:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898368 00010000:00010000:1.0:1780298661.946491:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.946502:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037afb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6588 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.946534:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605219328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.946538:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11185 00000100:00100000:0.0:1780298661.946549:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609898368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.946557:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.946566:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d658f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.946574:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.946608:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605219456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.946639:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.947237:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605219328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.947253:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037afb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6588 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.947259:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605219456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.947270:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037afb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6588 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.947278:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:0.0:1780298661.947283:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b02 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d658f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.947302:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609898240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (911us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298661.947308:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d658f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.947311:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11184 00010000:00010000:0.0:1780298661.947324:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:0.0:1780298661.947348:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609898368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 802us (884us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.947356:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11185 00000100:00100000:2.0:1780298661.948191:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.948217:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898496 00000100:00100000:1.0:1780298661.948222:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898496 00000100:00100000:2.0:1780298661.948223:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.948247:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898624 00000100:00100000:1.0:1780298661.948249:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898624 00000100:00100000:3.0:1780298661.948255:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11186 00000100:00100000:3.0:1780298661.948265:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609898496:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.948267:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11187 00010000:00010000:3.0:1780298661.948274:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.948275:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609898624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.948281:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6596 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.948281:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.948288:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d659d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.948311:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605219584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.948311:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605219712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.948352:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.948352:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.948933:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605219712:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.948967:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b10 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d659d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.948984:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d659d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.948994:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:3.0:1780298661.949010:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605219584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.949019:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609898624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 746us (800us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.949025:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11187 00010000:00010000:3.0:1780298661.949067:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b09 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6596 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.949079:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6596 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.949085:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00000100:00100000:3.0:1780298661.949154:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609898496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (962us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.949172:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11186 00000100:00100000:2.0:1780298661.950048:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.950068:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898752 00000100:00100000:3.0:1780298661.950072:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898752 00000100:00100000:3.0:1780298661.950179:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11188 00000100:00100000:3.0:1780298661.950189:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609898752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.950196:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.950202:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63037b17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65a4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.950221:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605219840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.950255:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.950296:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.950328:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609898880 00000100:00100000:1.0:1780298661.950333:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609898880 00000100:00100000:1.0:1780298661.950359:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11189 00000100:00100000:1.0:1780298661.950365:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609898880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.950371:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.950377:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65ab expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.950399:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605219968:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.950424:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.950957:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605219840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.950975:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63037b17 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65a4 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.950989:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1b192d6/0xaf35132e63037b17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65a4 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.950997:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00000100:00100000:3.0:1780298661.951027:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609898752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (978us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.951036:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11188 00000100:00100000:1.0:1780298661.951048:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605219968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.951076:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b1e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ab expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.951088:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ab expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.951096:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298661.951117:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609898880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (822us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.951138:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11189 00000100:00100000:0.0:1780298661.952528:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.952569:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899008 00000100:00100000:2.0:1780298661.952574:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899008 00000100:00100000:2.0:1780298661.952603:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11190 00000100:00100000:2.0:1780298661.952612:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609899008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.952620:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.952628:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65b2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.952648:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.952657:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(31 0) 00010000:00010000:2.0:1780298661.952661:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:2.0:1780298661.952667:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5623808->5627903] (req 5623808->5627903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.952685:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.952695:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 9 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.952712:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605220096:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.952741:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.953281:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605220096:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298661.953298:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5623808->5627903] (req 5623808->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953307:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:0.0:1780298661.953333:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609899008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.953341:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11190 00000100:00100000:3.0:1780298661.953509:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.953544:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899136 00000100:00100000:0.0:1780298661.953548:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899136 00010000:00010000:0.0:1780298661.953564:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 10 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.953599:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15459 00000100:00100000:0.0:1780298661.953614:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609899136:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298661.953626:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298661.953634:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 10 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953643:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 10 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953656:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037aa7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2908160->6258687] (req 2908160->2940927) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6534 expref: 10 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953663:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:0.0:1780298661.953666:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:0.0:1780298661.953672:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953678:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.953694:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.953700:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605220224:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298661.953728:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.954345:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605220224:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298661.954360:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298661.954381:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609899136:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 770us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.954387:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15459 00000100:00100000:2.0:1780298661.954610:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.954643:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899264 00000100:00100000:1.0:1780298661.954647:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899264 00002000:00100000:1.0:1780298661.954668:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5623808->5627903) req@ffff9cf242b68e00 x1866777609899264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.954674:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777609899264 ext(5623808->5627903) 00002000:00010000:1.0:1780298661.954678:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:1.0:1780298661.954693:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6839 00000100:00100000:1.0:1780298661.954697:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609899264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.954801:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609899264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (192us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.954808:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6839 00002000:00100000:1.0:1780298661.954815:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5623808->5627903) req@ffff9cf242b68e00 x1866777609899264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.954823:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777609899264 ext(5623808->5627903) 00002000:00010000:1.0:1780298661.954832:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:3.0:1780298661.955886:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.955925:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899392 00000100:00100000:1.0:1780298661.955930:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899392 00002000:00100000:1.0:1780298661.955951:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5627904->5631999) req@ffff9cf243061500 x1866777609899392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.955960:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777609899392 ext(5627904->5631999) 00002000:00010000:1.0:1780298661.955964:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:1.0:1780298661.955983:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6840 00000100:00100000:1.0:1780298661.955990:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.956077:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (192us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.956085:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6840 00002000:00100000:1.0:1780298661.956092:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5627904->5631999) req@ffff9cf243061500 x1866777609899392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.956100:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243061500 with x1866777609899392 ext(5627904->5631999) 00002000:00010000:1.0:1780298661.956104:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243061500 00000100:00100000:2.0:1780298661.957260:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.957288:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899520 00000100:00100000:1.0:1780298661.957292:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899520 00002000:00100000:1.0:1780298661.957307:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5632000->5636095) req@ffff9cf242b68000 x1866777609899520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.957312:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777609899520 ext(5632000->5636095) 00002000:00010000:1.0:1780298661.957315:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:1.0:1780298661.957331:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6841 00000100:00100000:1.0:1780298661.957335:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.957394:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (136us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.957399:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6841 00002000:00100000:1.0:1780298661.957402:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5632000->5636095) req@ffff9cf242b68000 x1866777609899520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.957408:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777609899520 ext(5632000->5636095) 00002000:00010000:1.0:1780298661.957410:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:2.0:1780298661.958507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.958538:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899648 00000100:00100000:1.0:1780298661.958542:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899648 00002000:00100000:1.0:1780298661.958557:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5636096->5640191) req@ffff9cf242b69180 x1866777609899648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.958563:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777609899648 ext(5636096->5640191) 00002000:00010000:1.0:1780298661.958565:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69180 00000100:00100000:1.0:1780298661.958582:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6842 00000100:00100000:1.0:1780298661.958589:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.958656:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.958661:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6842 00002000:00100000:1.0:1780298661.958666:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5636096->5640191) req@ffff9cf242b69180 x1866777609899648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.958672:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69180 with x1866777609899648 ext(5636096->5640191) 00002000:00010000:1.0:1780298661.958674:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69180 00000100:00100000:3.0:1780298661.959739:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.959774:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899776 00000100:00100000:1.0:1780298661.959786:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899776 00002000:00100000:1.0:1780298661.959805:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5640192->5644287) req@ffff9cf243060000 x1866777609899776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.959813:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060000 with x1866777609899776 ext(5640192->5644287) 00002000:00010000:1.0:1780298661.959816:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060000 00000100:00100000:1.0:1780298661.959841:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6843 00000100:00100000:1.0:1780298661.959849:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.959918:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.959925:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6843 00002000:00100000:1.0:1780298661.959931:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5640192->5644287) req@ffff9cf243060000 x1866777609899776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.959940:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060000 with x1866777609899776 ext(5640192->5644287) 00002000:00010000:1.0:1780298661.959943:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060000 00000100:00100000:2.0:1780298661.960986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.961026:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609899904 00000100:00100000:1.0:1780298661.961030:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609899904 00002000:00100000:1.0:1780298661.961049:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5644288->5648383) req@ffff9cf242b68a80 x1866777609899904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.961058:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68a80 with x1866777609899904 ext(5644288->5648383) 00002000:00010000:1.0:1780298661.961062:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68a80 00000100:00100000:1.0:1780298661.961082:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6844 00000100:00100000:1.0:1780298661.961090:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.961202:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609899904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.961225:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6844 00002000:00100000:1.0:1780298661.961232:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5644288->5648383) req@ffff9cf242b68a80 x1866777609899904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.961240:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68a80 with x1866777609899904 ext(5644288->5648383) 00002000:00010000:1.0:1780298661.961243:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68a80 00000100:00100000:2.0:1780298661.962257:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.962290:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900032 00000100:00100000:1.0:1780298661.962295:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900032 00002000:00100000:1.0:1780298661.962315:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5648384->5652479) req@ffff9cf242b69c00 x1866777609900032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.962324:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69c00 with x1866777609900032 ext(5648384->5652479) 00002000:00010000:1.0:1780298661.962328:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69c00 00000100:00100000:1.0:1780298661.962347:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6845 00000100:00100000:1.0:1780298661.962355:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609900032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.962421:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609900032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (165us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.962428:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6845 00002000:00100000:1.0:1780298661.962435:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5648384->5652479) req@ffff9cf242b69c00 x1866777609900032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.962441:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69c00 with x1866777609900032 ext(5648384->5652479) 00002000:00010000:1.0:1780298661.962444:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69c00 00000100:00100000:2.0:1780298661.963707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.963755:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900160 00000100:00100000:1.0:1780298661.963761:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900160 00002000:00100000:1.0:1780298661.963781:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5652480->5689343) req@ffff9cf242b6b800 x1866777609900160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.963802:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b800 with x1866777609900160 ext(5652480->5689343) 00002000:00010000:1.0:1780298661.963805:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b800 00000100:00100000:1.0:1780298661.963828:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6846 00000100:00100000:1.0:1780298661.963836:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609900160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.964588:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609900160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 753us (882us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298661.964596:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6846 00002000:00100000:1.0:1780298661.964603:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5652480->5689343) req@ffff9cf242b6b800 x1866777609900160/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.964611:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b800 with x1866777609900160 ext(5652480->5689343) 00002000:00010000:1.0:1780298661.964615:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b800 00000100:00100000:2.0:1780298661.966801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.966850:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900288 00000100:00100000:1.0:1780298661.966854:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900288 00002000:00100000:1.0:1780298661.966872:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5623808->5681151) req@ffff9cf242b69880 x1866777609900288/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.966878:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777609900288 ext(5623808->5681151) 00002000:00010000:1.0:1780298661.966880:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:1.0:1780298661.966894:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6847 00000100:00100000:1.0:1780298661.966899:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609900288:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298661.968101:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609900288:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1199us (1301us total) trans 4294969893 rc 0/0 00000100:00100000:1.0:1780298661.968110:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6847 00002000:00100000:1.0:1780298661.968152:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5623808->5681151) req@ffff9cf242b69880 x1866777609900288/t4294969893(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/448 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.968177:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777609900288 ext(5623808->5681151) 00002000:00010000:1.0:1780298661.968181:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:3.0:1780298661.968908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.968939:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900416 00000100:00100000:0.0:1780298661.968943:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900416 00000100:00100000:0.0:1780298661.968971:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11191 00000100:00100000:0.0:1780298661.968976:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609900416:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298661.969741:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969893 is committed 00000100:00100000:0.0:1780298661.969803:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609900416:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 826us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.969808:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11191 00000100:00100000:2.0:1780298661.970816:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.970845:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.970869:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900544 00000100:00100000:1.0:1780298661.970874:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900544 00000100:00100000:3.0:1780298661.970888:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900672 00000100:00100000:3.0:1780298661.970894:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900672 00000100:00100000:1.0:1780298661.970914:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11192 00000100:00100000:1.0:1780298661.970924:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609900544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.970935:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.970941:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11193 00010000:00010000:1.0:1780298661.970954:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037b2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65b9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.970954:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609900672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.970966:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.970978:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65c0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.971013:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605220352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.971015:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605220480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.971104:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.971104:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00002000:00010000:1.0:1780298661.971874:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1128 -> 1240 00000100:00100000:1.0:1780298661.971886:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605220352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.971915:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037b2c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b9 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.971937:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037b2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b9 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.971949:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298661.971979:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609900544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1163us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.971985:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605220480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.972000:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11192 00010000:00010000:0.0:1780298661.972013:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b33 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65c0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.972030:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8bd3274/0xaf35132e63037b33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65c0 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.972051:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:0.0:1780298661.972074:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609900672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1126us (1229us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.972079:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11193 00000100:00100000:2.0:1780298661.973028:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.973054:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.973069:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900800 00000100:00100000:0.0:1780298661.973073:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900800 00000100:00100000:0.0:1780298661.973097:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609900928 00000100:00100000:0.0:1780298661.973099:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609900928 00000100:00100000:1.0:1780298661.973113:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11194 00000100:00100000:0.0:1780298661.973144:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11195 00000100:00100000:1.0:1780298661.973145:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609900800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.973170:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298661.973170:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609900928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.973181:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.973182:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65c7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.973192:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65ce expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.973215:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605220608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.973226:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605220736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.973260:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.973268:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.974018:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605220608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.974031:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605220736:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.974039:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b3a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65c7 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.974051:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b41 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ce expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.974057:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65c7 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.974074:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:0.0:1780298661.974075:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037b41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ce expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.974088:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:1.0:1780298661.974109:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609900800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1080us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.974116:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11194 00000100:00100000:0.0:1780298661.974121:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609900928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1064us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.974155:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11195 00000100:00100000:2.0:1780298661.975088:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.975117:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901056 00000100:00100000:0.0:1780298661.975121:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901056 00000100:00100000:0.0:1780298661.975185:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11196 00000100:00100000:0.0:1780298661.975191:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609901056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.975198:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.975204:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65d5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.975220:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:0.0:1780298661.975224:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:0.0:1780298661.975230:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.975241:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.975248:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:0.0:1780298661.975282:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609901056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 91us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298661.975288:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11196 00000100:00100000:2.0:1780298661.976056:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.976097:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901184 00000100:00100000:1.0:1780298661.976102:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901184 00002000:00100000:1.0:1780298661.976144:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4620288->4657151) req@ffff9cf347cd5f80 x1866777609901184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.976181:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777609901184 ext(4620288->4657151) 00002000:00010000:1.0:1780298661.976186:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5f80 00000100:00100000:1.0:1780298661.976208:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6848 00000100:00100000:1.0:1780298661.976218:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609901184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.977005:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609901184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 789us (949us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298661.977013:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6848 00002000:00100000:1.0:1780298661.977020:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4620288->4657151) req@ffff9cf347cd5f80 x1866777609901184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:367/0 lens 488/440 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.977029:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777609901184 ext(4620288->4657151) 00002000:00010000:1.0:1780298661.977033:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5f80 00000100:00100000:3.0:1780298661.977943:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.977961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.977979:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901312 00000100:00100000:0.0:1780298661.977985:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901312 00000100:00100000:2.0:1780298661.978004:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901440 00000100:00100000:2.0:1780298661.978010:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901440 00000100:00100000:0.0:1780298661.978020:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11197 00000100:00100000:0.0:1780298661.978032:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609901312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.978033:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11198 00000100:00100000:3.0:1780298661.978044:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609901440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.978051:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.978052:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.978064:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63037b56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65e3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.978064:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037b4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65dc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.978108:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605220864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.978112:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605220992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.978197:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.978198:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.978918:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605220864:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.978938:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63037b56 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65e3 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.978950:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1b192d6/0xaf35132e63037b56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65e3 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.978956:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605220992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.978960:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692400, rc 0) 00010000:00010000:0.0:1780298661.978978:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037b4f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65dc expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.978989:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609901440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1024us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.978996:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11198 00010000:00010000:0.0:1780298661.978996:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63037b4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65dc expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.979010:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:0.0:1780298661.979036:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609901312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1093us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.979043:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11197 00000100:00100000:2.0:1780298661.979964:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.979990:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.980015:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901696 00000100:00100000:1.0:1780298661.980020:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901696 00000100:00100000:3.0:1780298661.980028:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901568 00000100:00100000:3.0:1780298661.980032:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901568 00000100:00100000:1.0:1780298661.980061:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11199 00000100:00100000:1.0:1780298661.980071:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609901696:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298661.980076:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11200 00010000:00010000:1.0:1780298661.980084:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.980089:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609901568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.980095:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037b5d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65f1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.980099:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.980109:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65ea expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.980171:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605221120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.980204:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605221248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.980229:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.980239:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.980876:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605221248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.980884:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605221120:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.980890:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b64 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ea expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.980901:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7062f72/0xaf35132e63037b64 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ea expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.980905:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037b5d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65f1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.980927:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692e00, rc 0) 00010000:00010000:2.0:1780298661.980947:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e63037b5d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65f1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.980955:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609901568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (963us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298661.980959:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:3.0:1780298661.980966:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11200 00000100:00100000:2.0:1780298661.980987:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609901696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1024us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.980994:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11199 00000100:00100000:3.0:1780298661.981925:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.981971:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901824 00000100:00100000:1.0:1780298661.981976:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901824 00000100:00100000:1.0:1780298661.982018:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11201 00000100:00100000:1.0:1780298661.982026:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609901824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.982035:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.982039:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298661.982046:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65f8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.982065:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609901952 00000100:00100000:0.0:1780298661.982070:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609901952 00000100:00100000:1.0:1780298661.982077:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605221376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.982099:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11202 00000100:00100000:0.0:1780298661.982108:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609901952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.982117:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298661.982143:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037b72 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d65ff expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.982149:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.982199:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605221504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.982233:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.982889:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605221376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298661.982892:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605221504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.982913:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b6b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65f8 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.982918:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037b72 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ff expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.982939:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65f8 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.982943:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037b72 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65ff expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.982960:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:0.0:1780298661.982962:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:1.0:1780298661.982996:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609901824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1069us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298661.982997:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609901952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (958us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.983012:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11201 00000100:00100000:0.0:1780298661.983020:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11202 00000100:00100000:2.0:1780298661.983884:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.983910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.983921:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902080 00000100:00100000:0.0:1780298661.983925:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902080 00000100:00100000:3.0:1780298661.983933:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902208 00000100:00100000:3.0:1780298661.983937:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902208 00000100:00100000:0.0:1780298661.983953:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11203 00000100:00100000:0.0:1780298661.983960:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609902080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298661.983967:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298661.983970:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11204 00010000:00010000:0.0:1780298661.983975:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037b79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6606 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.983982:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609902208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298661.983991:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.983998:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63037b80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d660d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.984009:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605221632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.984026:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605221760:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298661.984054:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.984056:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298661.984736:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605221632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.984755:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037b79 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6606 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.984763:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605221760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298661.984773:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037b79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6606 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298661.984784:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00010000:00010000:2.0:1780298661.984785:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63037b80 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d660d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.984803:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027d3a930/0xaf35132e63037b80 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d660d expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298661.984812:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609902080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (927us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298661.984814:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341692200, rc 0) 00000100:00100000:0.0:1780298661.984823:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11203 00000100:00100000:2.0:1780298661.984842:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609902208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (930us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298661.984849:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11204 00000100:00100000:2.0:1780298661.985842:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298661.985887:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902336 00000100:00100000:3.0:1780298661.985892:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902336 00000100:00100000:3.0:1780298661.985921:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11205 00000100:00100000:3.0:1780298661.985928:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609902336:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298661.985933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298661.985936:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298661.985944:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037b87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6614 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.985950:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902464 00000100:00100000:1.0:1780298661.985956:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902464 00000100:00100000:3.0:1780298661.985990:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605221888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.985990:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11206 00000100:00100000:1.0:1780298661.986005:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609902464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.986014:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.986023:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d661b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.986029:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.986064:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605222016:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.986101:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.987918:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605221888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.987938:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037b87 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6614 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.987954:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037b87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6614 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.987966:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:1.0:1780298661.987988:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605222016:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.988012:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b8e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d661b expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.988029:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037b8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d661b expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298661.988040:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609902336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2111us (2197us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298661.988041:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:3.0:1780298661.988052:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11205 00000100:00100000:1.0:1780298661.988070:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609902464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2067us (2135us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.988079:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11206 00000100:00100000:2.0:1780298661.989056:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.989096:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902592 00000100:00100000:1.0:1780298661.989100:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902592 00000100:00100000:1.0:1780298661.989151:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11207 00000100:00100000:1.0:1780298661.989174:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609902592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.989184:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.989193:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6622 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.989210:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:1.0:1780298661.989215:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:1.0:1780298661.989232:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.989249:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.989258:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298661.989286:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609902592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298661.989293:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11207 00000100:00100000:2.0:1780298661.989965:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.990007:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902720 00000100:00100000:1.0:1780298661.990012:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902720 00002000:00100000:1.0:1780298661.990038:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2932736->2936831) req@ffff9cf37bbc5f80 x1866777609902720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.990048:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5f80 with x1866777609902720 ext(2932736->2936831) 00002000:00010000:1.0:1780298661.990052:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5f80 00000100:00100000:1.0:1780298661.990073:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6849 00000100:00100000:1.0:1780298661.990082:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609902720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.990237:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609902720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 158us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.990245:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6849 00002000:00100000:1.0:1780298661.990252:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2932736->2936831) req@ffff9cf37bbc5f80 x1866777609902720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.990259:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5f80 with x1866777609902720 ext(2932736->2936831) 00002000:00010000:1.0:1780298661.990263:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5f80 00000100:00100000:0.0:1780298661.991194:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.991228:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902848 00000100:00100000:1.0:1780298661.991233:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902848 00002000:00100000:1.0:1780298661.991252:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2936832->2940927) req@ffff9cf255490700 x1866777609902848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.991261:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777609902848 ext(2936832->2940927) 00002000:00010000:1.0:1780298661.991264:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:1.0:1780298661.991286:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6850 00000100:00100000:1.0:1780298661.991293:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609902848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.991359:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609902848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.991365:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6850 00002000:00100000:1.0:1780298661.991370:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2936832->2940927) req@ffff9cf255490700 x1866777609902848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.991378:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777609902848 ext(2936832->2940927) 00002000:00010000:1.0:1780298661.991381:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:2.0:1780298661.992332:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.992366:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609902976 00000100:00100000:1.0:1780298661.992370:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609902976 00002000:00100000:1.0:1780298661.992386:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2940928->2945023) req@ffff9cf37bbc7100 x1866777609902976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.992392:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7100 with x1866777609902976 ext(2940928->2945023) 00002000:00010000:1.0:1780298661.992394:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7100 00000100:00100000:1.0:1780298661.992412:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6851 00000100:00100000:1.0:1780298661.992416:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609902976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.992475:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609902976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.992485:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6851 00002000:00100000:1.0:1780298661.992490:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2940928->2945023) req@ffff9cf37bbc7100 x1866777609902976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.992496:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7100 with x1866777609902976 ext(2940928->2945023) 00002000:00010000:1.0:1780298661.992499:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7100 00000100:00100000:2.0:1780298661.993480:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.993510:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903104 00000100:00100000:1.0:1780298661.993514:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903104 00002000:00100000:1.0:1780298661.993530:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2945024->2949119) req@ffff9cf37bbc7800 x1866777609903104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/0 e 0 to 0 dl 1780298672 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.993536:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7800 with x1866777609903104 ext(2945024->2949119) 00002000:00010000:1.0:1780298661.993539:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7800 00000100:00100000:1.0:1780298661.993554:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6852 00000100:00100000:1.0:1780298661.993559:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609903104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298661.993631:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609903104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298661.993636:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6852 00002000:00100000:1.0:1780298661.993641:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2945024->2949119) req@ffff9cf37bbc7800 x1866777609903104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:367/0 lens 488/4536 e 0 to 0 dl 1780298672 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298661.993647:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7800 with x1866777609903104 ext(2945024->2949119) 00002000:00010000:1.0:1780298661.993649:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc7800 00000100:00100000:0.0:1780298661.994579:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298661.994598:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.994626:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903232 00000100:00100000:2.0:1780298661.994631:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903232 00000100:00100000:1.0:1780298661.994636:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903360 00000100:00100000:1.0:1780298661.994640:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903360 00000100:00100000:2.0:1780298661.994668:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11208 00000100:00100000:2.0:1780298661.994680:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609903232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298661.994683:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11209 00010000:00010000:2.0:1780298661.994694:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298661.994697:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609903360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.994709:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037b9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6629 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.994710:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.994720:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037ba3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6630 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.994764:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605222144:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298661.994765:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605222272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.994830:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.994831:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298661.995569:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605222272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.995584:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605222144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298661.995597:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037b9c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6629 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.995604:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037ba3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6630 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.995622:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037b9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6629 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.995625:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037ba3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6630 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298661.995637:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00010000:00010000:1.0:1780298661.995642:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:3.0:1780298661.995665:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609903232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1086us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.995669:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609903360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1068us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298661.995684:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11208 00000100:00100000:1.0:1780298661.995690:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11209 00000100:00100000:3.0:1780298661.996588:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.996625:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903488 00000100:00100000:1.0:1780298661.996629:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903488 00000100:00100000:1.0:1780298661.996653:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11210 00000100:00100000:1.0:1780298661.996658:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609903488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.996664:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.996671:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037baa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6637 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.996703:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605222400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.996736:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.996771:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298661.996805:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903616 00000100:00100000:1.0:1780298661.996810:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903616 00000100:00100000:1.0:1780298661.996843:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11211 00000100:00100000:1.0:1780298661.996850:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609903616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298661.996858:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298661.996865:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037bb1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d663e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298661.996885:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605222528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298661.996909:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298661.997445:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605222400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.997465:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037baa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6637 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.997474:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037baa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6637 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.997480:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298661.997506:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609903488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.997511:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11210 00000100:00100000:1.0:1780298661.997634:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605222528:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298661.997646:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037bb1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d663e expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.997656:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037bb1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d663e expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298661.997662:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298661.997685:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609903616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (918us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298661.997690:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11211 00000100:00100000:3.0:1780298661.998556:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.998597:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903744 00000100:00100000:2.0:1780298661.998602:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903744 00000100:00100000:2.0:1780298661.998633:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11212 00000100:00100000:2.0:1780298661.998643:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609903744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298661.998651:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298661.998660:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6645 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.998677:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.998686:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(32 0) 00010000:00010000:2.0:1780298661.998690:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(33 0) 00010000:00010000:2.0:1780298661.998695:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6242303] (req 6189056->6242303) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.998723:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.998737:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 12 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.998747:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605222656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298661.998788:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298661.999400:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605222656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298661.999414:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6242303] (req 6189056->6242303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999423:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ba00, rc 0) 00000100:00100000:2.0:1780298661.999448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609903744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298661.999456:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11212 00000100:00100000:3.0:1780298661.999699:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298661.999738:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609903872 00000100:00100000:2.0:1780298661.999742:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609903872 00010000:00010000:2.0:1780298661.999761:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 13 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.999785:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15460 00000100:00100000:2.0:1780298661.999791:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609903872:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298661.999809:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298661.999819:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 13 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999829:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 13 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999844:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037b25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5623808->6262783] (req 5623808->5627903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65b2 expref: 13 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999853:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(33 0) 00010000:00010000:2.0:1780298661.999857:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(33 0) 00010000:00010000:2.0:1780298661.999864:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999872:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298661.999891:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298661.999901:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605222784:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298661.999935:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.000573:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605222784:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.000582:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.000613:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609903872:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 822us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.000621:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15460 00000100:00100000:0.0:1780298662.001025:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.001057:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904000 00000100:00100000:1.0:1780298662.001061:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904000 00002000:00100000:1.0:1780298662.001084:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (6189056->6242303) req@ffff9cf255493100 x1866777609904000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.001094:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777609904000 ext(6189056->6242303) 00002000:00010000:1.0:1780298662.001098:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100 00000100:00100000:1.0:1780298662.001120:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6853 00000100:00100000:1.0:1780298662.001168:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609904000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.002062:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609904000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 935us (1036us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1780298662.002068:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6853 00002000:00100000:1.0:1780298662.002076:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (6189056->6242303) req@ffff9cf255493100 x1866777609904000/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.002097:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493100 with x1866777609904000 ext(6189056->6242303) 00002000:00010000:1.0:1780298662.002101:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493100 00000100:00100000:3.0:1780298662.003062:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.003091:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.003106:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904128 00000100:00100000:1.0:1780298662.003111:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904128 00000100:00100000:0.0:1780298662.003146:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904256 00000100:00100000:0.0:1780298662.003151:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904256 00000100:00100000:1.0:1780298662.003188:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11213 00000100:00080000:2.0:1780298662.003195:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298662.003202:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609904128:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.003203:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11214 00010000:00010000:1.0:1780298662.003214:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.003220:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609904256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.003224:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037bbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d664c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.003231:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.003243:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037bc6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6653 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.003253:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605222912:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.003287:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605223040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.003293:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.003319:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.004033:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605223040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.004054:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037bc6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6653 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.004060:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605222912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.004073:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037bbf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d664c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.004078:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63037bc6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6653 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.004085:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037bbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d664c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.004089:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00010000:00010000:1.0:1780298662.004093:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.004119:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609904128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1058us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.004119:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609904256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.004153:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11213 00000100:00100000:0.0:1780298662.004156:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11214 00000100:00100000:0.0:1780298662.005116:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.005187:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904384 00000100:00100000:1.0:1780298662.005195:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904384 00000100:00100000:1.0:1780298662.005221:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11215 00000100:00100000:1.0:1780298662.005227:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609904384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.005234:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.005242:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037bcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d665a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.005246:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.005269:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605223168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.005275:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904512 00000100:00100000:2.0:1780298662.005281:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904512 00000100:00100000:1.0:1780298662.005304:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.005319:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11216 00000100:00100000:2.0:1780298662.005327:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609904512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.005335:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.005344:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037bd4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6661 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.005370:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605223296:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.005405:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.005919:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605223168:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.005932:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037bcd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d665a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.005943:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037bcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d665a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.005950:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.005987:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609904384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (870us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.005995:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11215 00000100:00100000:2.0:1780298662.006083:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605223296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.006097:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037bd4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6661 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.006107:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037bd4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6661 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.006113:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298662.006148:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609904512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (906us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.006154:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11216 00000100:00100000:0.0:1780298662.007187:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.007219:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904640 00000100:00100000:2.0:1780298662.007229:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904640 00000100:00100000:2.0:1780298662.007265:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11217 00000100:00100000:2.0:1780298662.007273:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609904640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.007282:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1780298662.007284:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1780298662.007291:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037bdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6668 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.007318:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605223424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.007324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.007362:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904768 00000100:00100000:0.0:1780298662.007367:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904768 00000100:00100000:2.0:1780298662.007369:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.007404:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11218 00000100:00080000:1.0:1780298662.007405:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1780298662.007418:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609904768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.007428:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.007437:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037be2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d666f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.007468:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605223552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.007507:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.007986:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605223424:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.008001:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037bdb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6668 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.008013:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037bdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6668 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.008022:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:2.0:1780298662.008049:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609904640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (863us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.008057:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11217 00000100:00100000:1.0:1780298662.008181:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605223552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.008200:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037be2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d666f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.008222:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b35ce980/0xaf35132e63037be2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d666f expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.008230:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:1.0:1780298662.008251:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609904768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (930us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.008256:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11218 00000100:00100000:0.0:1780298662.009005:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.009043:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609904896 00000100:00100000:1.0:1780298662.009048:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609904896 00000100:00100000:1.0:1780298662.009080:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11219 00000100:00100000:3.0:1780298662.009087:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.009093:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609904896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.009099:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.009107:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037be9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6676 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.009150:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905024 00000100:00100000:2.0:1780298662.009156:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905024 00000100:00100000:1.0:1780298662.009174:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605223680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.009203:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11220 00000100:00100000:2.0:1780298662.009215:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609905024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.009225:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.009226:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00010000:00010000:2.0:1780298662.009240:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037bf0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d667d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.009280:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605223808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.009313:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.009792:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605223680:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.009803:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037be9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6676 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.009812:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63037be9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6676 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.009828:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.009848:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609904896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (846us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.009852:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11219 00000100:00100000:2.0:1780298662.009978:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605223808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.009994:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037bf0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d667d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.010007:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037bf0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d667d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.010017:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298662.010045:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609905024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (963us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.010053:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11220 00000100:00100000:3.0:1780298662.010986:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.011022:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905152 00000100:00100000:2.0:1780298662.011025:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905152 00000100:00100000:2.0:1780298662.011051:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11221 00000100:00100000:2.0:1780298662.011057:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609905152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.011064:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.011071:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037bf7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6684 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.011095:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605223936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.011111:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.011178:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.011178:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905280 00000100:00100000:1.0:1780298662.011184:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905280 00000100:00100000:1.0:1780298662.011212:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11222 00000100:00100000:1.0:1780298662.011219:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609905280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.011225:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.011232:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037bfe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d668b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.011252:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605224064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.011279:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.011787:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605223936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.011803:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037bf7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6684 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.011818:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037bf7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6684 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.011829:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298662.011863:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609905152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (879us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.011869:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11221 00000100:00100000:0.0:1780298662.011980:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605224064:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.011994:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037bfe lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d668b expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.012003:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037bfe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d668b expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.012010:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:0.0:1780298662.012042:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609905280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 823us (931us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.012060:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11222 00000100:00100000:1.0:1780298662.012862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.012892:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905408 00000100:00100000:0.0:1780298662.012896:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905408 00000100:00100000:0.0:1780298662.012927:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11223 00000100:00100000:0.0:1780298662.012934:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609905408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.012940:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.012947:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037c05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6692 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.012957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.012971:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605224192:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.012979:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905536 00000100:00100000:2.0:1780298662.012984:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905536 00000100:00100000:0.0:1780298662.013005:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.013010:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11224 00000100:00100000:2.0:1780298662.013023:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609905536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.013032:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.013041:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037c0c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6699 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.013072:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605224320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.013101:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.013677:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605224192:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.013690:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037c05 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6692 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.013700:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b6539a7/0xaf35132e63037c05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6692 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.013707:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:0.0:1780298662.013730:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609905408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (870us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.013736:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11223 00000100:00100000:2.0:1780298662.013863:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605224320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.013875:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037c0c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6699 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.013895:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037c0c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6699 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.013902:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00000100:00100000:2.0:1780298662.013925:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609905536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (970us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.013930:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11224 00000100:00100000:1.0:1780298662.014783:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.014818:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905664 00000100:00100000:0.0:1780298662.014823:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905664 00000100:00100000:0.0:1780298662.014854:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11225 00000100:00100000:0.0:1780298662.014867:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609905664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.014875:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.014883:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66a0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.014902:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.014913:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298661 v=(20 0) 00010000:00010000:0.0:1780298662.014917:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:0.0:1780298662.014922:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2641920->2703359] (req 2641920->2703359) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.014941:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.014955:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 8 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.014966:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605224448:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.015004:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.015635:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605224448:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.015645:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2641920->2703359] (req 2641920->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.015661:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:0.0:1780298662.015685:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609905664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.015690:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11225 00000100:00100000:3.0:1780298662.015915:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.015958:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905792 00000100:00100000:2.0:1780298662.015964:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905792 00010000:00010000:2.0:1780298662.015985:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 9 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.016023:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15461 00000100:00100000:2.0:1780298662.016034:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b03050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609905792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.016045:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.016056:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 9 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.016068:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 9 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.016083:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037a22 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1363968->34918399] (req 1363968->1392639) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d64af expref: 9 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.016105:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:2.0:1780298662.016108:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:2.0:1780298662.016116:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.016144:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.016182:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.016194:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605224576:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.016232:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348ce1840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.016898:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605224576:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.016909:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.016938:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b03050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609905792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 904us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.016945:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15461 00000100:00100000:3.0:1780298662.017144:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.017184:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609905920 00000100:00100000:1.0:1780298662.017189:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609905920 00000100:00100000:1.0:1780298662.017230:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6854 00000100:00100000:1.0:1780298662.017238:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609905920:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.017359:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1614072 -> 1614072 00002000:00010000:1.0:1780298662.017362:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.017364:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.017370:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.017371:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 168 -> 168 00000100:00100000:1.0:1780298662.017395:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609905920:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 160us (273us total) trans 4294969394 rc 0/0 00000100:00100000:1.0:1780298662.017400:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6854 00000100:00100000:1.0:1780298662.018201:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.018234:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906048 00000100:00100000:0.0:1780298662.018238:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906048 00000100:00100000:1.0:1780298662.018250:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.018280:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906176 00000100:00100000:0.0:1780298662.018284:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906176 00000100:00100000:2.0:1780298662.018287:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11226 00000100:00100000:2.0:1780298662.018296:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.018303:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.018311:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037c1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66a7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.018312:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11227 00000100:00100000:0.0:1780298662.018324:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.018336:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.018346:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037c21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66ae expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.018363:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605224704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.018377:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605224832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.018413:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.018413:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.019091:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605224832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.019107:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037c21 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ae expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.019119:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037c21 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ae expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.019145:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605224704:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.019169:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:2.0:1780298662.019183:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037c1a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a7 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.019197:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad103424/0xaf35132e63037c1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a7 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.019206:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (954us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298662.019207:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:0.0:1780298662.019217:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11227 00000100:00100000:2.0:1780298662.019235:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1032us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.019241:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11226 00000100:00100000:3.0:1780298662.020088:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.020173:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906304 00000100:00100000:2.0:1780298662.020179:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906304 00000100:00100000:2.0:1780298662.020214:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11228 00000100:00100000:2.0:1780298662.020223:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.020232:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.020241:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037c28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66b5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.020261:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.020270:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605224960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.020291:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906432 00000100:00100000:1.0:1780298662.020296:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906432 00000100:00100000:2.0:1780298662.020318:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.020326:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11229 00000100:00100000:1.0:1780298662.020337:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.020345:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.020354:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037c2f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66bc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.020382:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605225088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.020413:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.020979:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605224960:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.020997:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037c28 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66b5 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.021012:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037c28 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66b5 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.021022:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298662.021055:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (967us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.021056:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605225088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.021069:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11228 00010000:00010000:1.0:1780298662.021082:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037c2f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66bc expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.021097:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037c2f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66bc expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.021107:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.021154:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (895us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.021173:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11229 00000100:00100000:3.0:1780298662.021953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.021993:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906560 00000100:00100000:1.0:1780298662.021997:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906560 00000100:00100000:1.0:1780298662.022030:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11230 00000100:00100000:3.0:1780298662.022036:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.022044:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.022052:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.022055:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906688 00000100:00100000:0.0:1780298662.022060:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906688 00010000:00010000:1.0:1780298662.022061:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037c36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66c3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.022090:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11231 00000100:00100000:1.0:1780298662.022091:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605225216:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.022101:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.022108:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.022116:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037c3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66ca expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.022148:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605225344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.022177:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.022186:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.022818:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605225216:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.022834:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037c36 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66c3 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.022842:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605225344:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.022846:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037c36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66c3 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.022855:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00010000:00010000:2.0:1780298662.022865:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037c3d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ca expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.022879:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (926us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298662.022883:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63037c3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ca expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.022888:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11230 00010000:00010000:2.0:1780298662.022902:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:2.0:1780298662.022928:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609906688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (894us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.022936:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11231 00000100:00100000:2.0:1780298662.023816:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.023853:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906816 00000100:00100000:0.0:1780298662.023858:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906816 00000100:00100000:0.0:1780298662.023895:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11232 00000100:00100000:3.0:1780298662.023898:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.023906:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906816:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.023910:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609906944 00000100:00100000:2.0:1780298662.023915:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609906944 00010000:00010000:0.0:1780298662.023918:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.023928:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8bd3274/0xaf35132e63037c44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66d1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.023957:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11233 00000100:00100000:0.0:1780298662.023958:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605225472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.023969:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.023977:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.023986:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63037c4b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66d8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.024002:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.024015:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605225600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.024040:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.024660:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605225472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.024677:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8bd3274/0xaf35132e63037c44 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66d1 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.024699:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8bd3274/0xaf35132e63037c44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66d1 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.024709:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae400, rc 0) 00000100:00100000:0.0:1780298662.024741:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.024748:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11232 00000100:00100000:2.0:1780298662.024754:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605225600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.024772:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63037c4b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66d8 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.024786:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075cdcccf/0xaf35132e63037c4b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66d8 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.024797:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031400, rc 0) 00000100:00100000:2.0:1780298662.024816:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609906944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (925us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.024823:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11233 00000100:00100000:2.0:1780298662.025845:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.025879:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907072 00000100:00100000:1.0:1780298662.025890:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907072 00000100:00100000:1.0:1780298662.025915:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11234 00000100:00100000:1.0:1780298662.025921:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609907072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.025927:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.025934:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66df expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.025946:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298661 v=(33 0) 00010000:00010000:1.0:1780298662.025949:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:1.0:1780298662.025956:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.025966:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.025972:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.025996:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609907072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 76us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.026002:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11234 00000100:00100000:3.0:1780298662.026747:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.026781:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907200 00000100:00100000:1.0:1780298662.026785:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907200 00002000:00100000:1.0:1780298662.026806:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->299007) req@ffff9cf2548b9c00 x1866777609907200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.026813:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9c00 with x1866777609907200 ext(294912->299007) 00002000:00010000:1.0:1780298662.026816:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9c00 00000100:00100000:1.0:1780298662.026832:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6855 00000100:00100000:1.0:1780298662.026842:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609907200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.026947:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609907200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 105us (200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.026952:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6855 00002000:00100000:1.0:1780298662.026956:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->299007) req@ffff9cf2548b9c00 x1866777609907200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.026963:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9c00 with x1866777609907200 ext(294912->299007) 00002000:00010000:1.0:1780298662.026965:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b9c00 00000100:00100000:3.0:1780298662.028090:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.028175:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907328 00000100:00100000:1.0:1780298662.028180:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907328 00002000:00100000:1.0:1780298662.028199:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (348160->352255) req@ffff9cf2548b8380 x1866777609907328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.028208:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8380 with x1866777609907328 ext(348160->352255) 00002000:00010000:1.0:1780298662.028211:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8380 00000100:00100000:1.0:1780298662.028231:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6856 00000100:00100000:1.0:1780298662.028239:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609907328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.028309:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609907328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.028319:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6856 00002000:00100000:1.0:1780298662.028326:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (348160->352255) req@ffff9cf2548b8380 x1866777609907328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.028336:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8380 with x1866777609907328 ext(348160->352255) 00002000:00010000:1.0:1780298662.028339:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8380 00000100:00100000:2.0:1780298662.029257:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.029288:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907456 00000100:00100000:0.0:1780298662.029294:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907456 00000100:00100000:0.0:1780298662.029325:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11235 00000100:00100000:0.0:1780298662.029334:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609907456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.029343:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.029352:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037c59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66e6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.029379:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605225728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.029419:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.029425:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.029461:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907584 00000100:00100000:2.0:1780298662.029465:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907584 00000100:00100000:2.0:1780298662.029492:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11236 00000100:00100000:2.0:1780298662.029499:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609907584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.029511:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.029518:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037c60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66ed expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.029538:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605225856:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.029563:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.030105:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605225728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.030120:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037c59 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66e6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.030146:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037c59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66e6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.030175:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:0.0:1780298662.030199:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609907456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (942us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.030204:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11235 00000100:00100000:1.0:1780298662.030278:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605225856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.030306:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037c60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ed expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.030321:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037c60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66ed expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.030333:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030400, rc 0) 00000100:00100000:1.0:1780298662.030361:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609907584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.030368:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11236 00000100:00100000:2.0:1780298662.031187:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.031271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.031304:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907712 00000100:00100000:1.0:1780298662.031309:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907712 00000100:00100000:1.0:1780298662.031337:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907840 00000100:00100000:1.0:1780298662.031340:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907840 00000100:00100000:3.0:1780298662.031354:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11237 00000100:00100000:2.0:1780298662.031367:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11238 00000100:00100000:3.0:1780298662.031369:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609907712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.031379:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.031380:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609907840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.031388:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.031391:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66f4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.031396:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63037c6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d66fb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.031422:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605225984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.031450:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605226112:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.031464:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.031477:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.032186:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605225984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.032205:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63037c6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66fb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.032211:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605226112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.032228:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075373b83/0xaf35132e63037c6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66fb expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.032232:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66f4 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.032248:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00010000:00010000:3.0:1780298662.032253:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66f4 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.032267:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:1.0:1780298662.032287:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609907840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.032295:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609907712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1105us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.032299:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11238 00000100:00100000:3.0:1780298662.032309:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11237 00000100:00100000:1.0:1780298662.033277:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.033317:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609907968 00000100:00100000:0.0:1780298662.033322:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609907968 00000100:00100000:0.0:1780298662.033353:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11239 00000100:00100000:0.0:1780298662.033361:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609907968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.033369:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.033378:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6702 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.033387:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.033413:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605226240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.033414:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908096 00000100:00100000:1.0:1780298662.033420:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908096 00000100:00100000:1.0:1780298662.033451:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11240 00000100:00100000:1.0:1780298662.033460:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609908096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.033467:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1780298662.033468:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.033479:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e63037c7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6709 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.033506:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605226368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.033538:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.034245:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605226240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.034263:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c75 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6702 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.034271:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605226368:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.034284:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6702 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.034294:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00010000:00010000:1.0:1780298662.034295:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e63037c7c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6709 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.034315:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e63037c7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6709 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.034325:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:0.0:1780298662.034334:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609907968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1057us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.034341:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11239 00000100:00100000:1.0:1780298662.034354:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609908096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (969us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.034361:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11240 00000100:00100000:2.0:1780298662.035216:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.035241:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908224 00000100:00100000:0.0:1780298662.035245:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908224 00000100:00100000:0.0:1780298662.035267:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11241 00000100:00100000:0.0:1780298662.035275:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609908224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.035283:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.035291:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6710 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.035307:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:0.0:1780298662.035311:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:0.0:1780298662.035318:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.035328:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.035335:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:0.0:1780298662.035355:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609908224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.035359:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11241 00000100:00100000:2.0:1780298662.036007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.036049:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908352 00000100:00100000:1.0:1780298662.036053:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908352 00002000:00100000:1.0:1780298662.036072:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (163840->167935) req@ffff9cf37bbc4e00 x1866777609908352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.036081:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4e00 with x1866777609908352 ext(163840->167935) 00002000:00010000:1.0:1780298662.036085:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4e00 00000100:00100000:1.0:1780298662.036106:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6857 00000100:00100000:1.0:1780298662.036115:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609908352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.036234:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609908352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.036241:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6857 00002000:00100000:1.0:1780298662.036247:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (163840->167935) req@ffff9cf37bbc4e00 x1866777609908352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.036256:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4e00 with x1866777609908352 ext(163840->167935) 00002000:00010000:1.0:1780298662.036259:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4e00 00000100:00100000:2.0:1780298662.037184:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.037216:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908480 00000100:00100000:1.0:1780298662.037221:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908480 00002000:00100000:1.0:1780298662.037238:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (167936->172031) req@ffff9cf37bbc4a80 x1866777609908480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.037246:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777609908480 ext(167936->172031) 00002000:00010000:1.0:1780298662.037250:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4a80 00000100:00100000:1.0:1780298662.037268:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6858 00000100:00100000:1.0:1780298662.037276:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609908480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.037335:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609908480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.037348:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6858 00002000:00100000:1.0:1780298662.037355:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (167936->172031) req@ffff9cf37bbc4a80 x1866777609908480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.037364:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777609908480 ext(167936->172031) 00002000:00010000:1.0:1780298662.037367:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc4a80 00000100:00100000:2.0:1780298662.038318:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.038359:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908608 00000100:00100000:1.0:1780298662.038363:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908608 00002000:00100000:1.0:1780298662.038378:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (172032->176127) req@ffff9cf37bbc6300 x1866777609908608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.038384:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6300 with x1866777609908608 ext(172032->176127) 00002000:00010000:1.0:1780298662.038387:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6300 00000100:00100000:1.0:1780298662.038403:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6859 00000100:00100000:1.0:1780298662.038408:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609908608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.038462:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609908608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (150us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.038466:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6859 00002000:00100000:1.0:1780298662.038470:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (172032->176127) req@ffff9cf37bbc6300 x1866777609908608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.038476:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6300 with x1866777609908608 ext(172032->176127) 00002000:00010000:1.0:1780298662.038478:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6300 00000100:00100000:2.0:1780298662.039648:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.039676:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908736 00000100:00100000:1.0:1780298662.039680:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908736 00002000:00100000:1.0:1780298662.039694:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (163840->176127) req@ffff9cf37bbc6d80 x1866777609908736/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 12776/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.039710:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6d80 with x1866777609908736 ext(163840->176127) 00002000:00010000:1.0:1780298662.039712:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6d80 00000100:00100000:1.0:1780298662.039728:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6860 00000100:00100000:1.0:1780298662.039732:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609908736:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.040146:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609908736:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 413us (497us total) trans 4294969395 rc 0/0 00000100:00100000:1.0:1780298662.040152:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6860 00002000:00100000:1.0:1780298662.040168:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (163840->176127) req@ffff9cf37bbc6d80 x1866777609908736/t4294969395(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 12776/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.040177:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6d80 with x1866777609908736 ext(163840->176127) 00002000:00010000:1.0:1780298662.040179:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37bbc6d80 00000100:00100000:2.0:1780298662.040848:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.040886:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908864 00000100:00100000:3.0:1780298662.040891:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908864 00000100:00100000:3.0:1780298662.040920:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11242 00000100:00100000:3.0:1780298662.040927:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609908864:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298662.041624:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969395 is committed 00000001:00080000:2.0:1780298662.041632:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969394 is committed 00000100:00100000:3.0:1780298662.041700:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609908864:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 773us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.041717:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11242 00000100:00100000:2.0:1780298662.042517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.042583:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609908992 00000100:00100000:3.0:1780298662.042588:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609908992 00000100:00100000:2.0:1780298662.042617:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.042626:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11243 00000100:00100000:0.0:1780298662.042637:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909120 00000100:00100000:0.0:1780298662.042642:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909120 00000100:00100000:1.0:1780298662.042668:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11244 00000100:00100000:3.0:1780298662.042673:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609908992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.042685:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.042686:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609909120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.042695:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.042702:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6717 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.042703:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037c91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d671e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.042762:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605226496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.042764:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605226624:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.042817:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.042817:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.043544:0:20252:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 168 -> 192 00000100:00100000:1.0:1780298662.043551:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605226496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.043558:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605226624:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.043584:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c8a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6717 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.043585:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037c91 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d671e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.043607:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037c8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6717 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.043612:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63037c91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d671e expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.043627:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00010000:00010000:1.0:1780298662.043628:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.043658:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609909120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1044us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.043663:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609908992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1142us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.043667:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11244 00000100:00100000:3.0:1780298662.043677:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11243 00000100:00100000:2.0:1780298662.044621:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.044665:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909248 00000100:00100000:0.0:1780298662.044669:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909248 00000100:00100000:0.0:1780298662.044699:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11245 00000100:00100000:0.0:1780298662.044712:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609909248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.044713:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298662.044723:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.044734:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6725 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.044750:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909376 00000100:00100000:3.0:1780298662.044755:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909376 00000100:00100000:0.0:1780298662.044763:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605226752:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.044789:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11246 00000100:00100000:3.0:1780298662.044805:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609909376:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.044808:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1780298662.044814:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.044823:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037c9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d672c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.044851:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605226880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.044921:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.045400:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605226752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.045414:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6725 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.045424:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b35ce980/0xaf35132e63037c98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6725 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.045431:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafa00, rc 0) 00000100:00100000:0.0:1780298662.045453:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609909248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (833us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.045459:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11245 00000100:00100000:1.0:1780298662.045573:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605226880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.045586:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037c9f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d672c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.045594:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63037c9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d672c expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.045600:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:1.0:1780298662.045622:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609909376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.045626:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11246 00000100:00100000:2.0:1780298662.046461:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.046491:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909504 00000100:00100000:1.0:1780298662.046495:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909504 00000100:00100000:1.0:1780298662.046518:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11247 00000100:00100000:1.0:1780298662.046525:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609909504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.046534:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.046549:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6733 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046568:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046576:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046582:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:1.0:1780298662.046585:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.046589:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5550080->5562367] (req 5550080->5562367) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046605:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046615:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 10 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.046625:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605227008:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.046672:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.046680:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.046696:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605227136:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.046717:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.047321:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605227008:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.047332:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605227136:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.047350:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5550080->5562367] (req 5550080->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.047362:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:1.0:1780298662.047392:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609909504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.047399:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11247 00000100:00100000:3.0:1780298662.047685:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.047724:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909632 00000100:00100000:2.0:1780298662.047729:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909632 00010000:00010000:2.0:1780298662.047751:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.047778:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15462 00000100:00100000:2.0:1780298662.047787:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609909632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.047796:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.047805:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.047812:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.047825:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63037b48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [4620288->5623807] (req 4620288->4657151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d65d5 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.047833:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.047869:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609909632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 83us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.047878:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15462 00000100:00100000:3.0:1780298662.047921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.047955:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909760 00000100:00100000:1.0:1780298662.047961:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909760 00010000:00010000:1.0:1780298662.047978:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.048004:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15463 00000100:00100000:1.0:1780298662.048013:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609909760:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.048021:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.048031:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.048039:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.048054:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037b95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2932736->5623807] (req 2932736->2936831) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6622 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.048061:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.048064:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.048070:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.048076:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.048091:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.048097:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605227264:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.048148:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.048758:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605227264:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.048765:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.048784:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609909760:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 774us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.048789:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15463 00000100:00100000:3.0:1780298662.048928:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.048959:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609909888 00000100:00100000:1.0:1780298662.048963:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609909888 00000100:00100000:1.0:1780298662.049000:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6861 00000100:00100000:1.0:1780298662.049015:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609909888:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.049252:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6291456 -> 6291456 00002000:00010000:1.0:1780298662.049256:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.049258:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.049261:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.049263:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1240 -> 1264 00000100:00100000:1.0:1780298662.049295:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609909888:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 282us (367us total) trans 4294969894 rc 0/0 00000100:00100000:1.0:1780298662.049300:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6861 00000100:00100000:3.0:1780298662.050081:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.050153:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910016 00000100:00100000:1.0:1780298662.050167:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910016 00000100:00100000:1.0:1780298662.050208:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11248 00000100:00100000:1.0:1780298662.050216:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609910016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.050225:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.050233:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037cad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d673a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.050249:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.050273:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605227392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.050322:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.050329:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910144 00000100:00100000:0.0:1780298662.050336:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910144 00000100:00100000:0.0:1780298662.050372:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11249 00000100:00100000:0.0:1780298662.050380:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609910144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.050389:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.050400:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037cb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6741 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.050433:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605227520:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.050559:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.051043:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605227392:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.051061:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037cad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d673a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.051072:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037cad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d673a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.051095:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:0.0:1780298662.051150:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605227520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.051152:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609910016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1070us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.051174:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11248 00010000:00010000:0.0:1780298662.051187:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037cb4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6741 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.051202:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037cb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6741 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.051211:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:0.0:1780298662.051235:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609910144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (986us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.051243:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11249 00000100:00100000:3.0:1780298662.052000:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.052020:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.052036:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910272 00000100:00100000:1.0:1780298662.052040:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910272 00000100:00100000:2.0:1780298662.052057:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910400 00000100:00100000:2.0:1780298662.052063:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910400 00000100:00100000:1.0:1780298662.052071:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11250 00000100:00100000:1.0:1780298662.052078:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609910272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.052085:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.052092:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037cbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6748 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.052109:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11251 00000100:00100000:1.0:1780298662.052115:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605227648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.052150:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609910400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.052171:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.052181:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cc2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d674f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.052192:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.052208:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605227776:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.052231:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.052753:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605227648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.052765:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037cbb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6748 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.052775:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63037cbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6748 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.052783:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.052807:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609910272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 730us (808us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.052817:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11250 00000100:00100000:2.0:1780298662.052908:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605227776:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.052926:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cc2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d674f expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.052940:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d674f expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.052951:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00000100:00100000:2.0:1780298662.052983:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609910400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (962us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.052988:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11251 00000100:00100000:1.0:1780298662.053845:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.053883:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910656 00000100:00100000:0.0:1780298662.053888:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910656 00000100:00080000:1.0:1780298662.053919:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298662.053935:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62184 00000100:00100000:0.0:1780298662.053944:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+72:30556:x1866777609910656:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.053982:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.054000:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf800/0xaf35132e63037950 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63e4 expref: 72 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.054013:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.054017:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.054198:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.054210:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 62 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.054218:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.054235:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 62 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.054245:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 62 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.054253:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605227904:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.054284:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.054820:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605227904:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.054833:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.054990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.055022:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910784 00000100:00100000:3.0:1780298662.055026:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910784 00000100:00080000:1.0:1780298662.055058:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1780298662.055084:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 63 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.055113:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15464 00000100:00100000:3.0:1780298662.055120:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+63:2400:x1866777609910784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.055146:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.055151:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 63 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055177:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 63 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055197:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303795e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d63eb expref: 63 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055208:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298662.055212:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055222:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055229:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.055247:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.055262:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.055268:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.055283:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:2400:x1866777609910784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 162us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.055290:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15464 00000001:00080000:0.0:1780298662.055310:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991213 00000004:00010000:0.0:1780298662.055337:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bedcbab3 reply state 000000007fb72e7d transno 4294991214 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.055359:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.055367:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.055370:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.055373:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.055428:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:30556:x1866777609910656:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1484us (1581us total) trans 4294991214 rc 0/0 00000100:00100000:0.0:1780298662.055436:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62184 00000020:00080000:0.0:1780298662.055440:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298662.056100:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.056149:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609910912 00000100:00100000:0.0:1780298662.056153:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609910912 00000100:00100000:0.0:1780298662.056191:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11252 00000100:00100000:0.0:1780298662.056196:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609910912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.056209:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.056218:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6756 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056232:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056238:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056243:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056256:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056260:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056264:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 5 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:0.0:1780298662.056267:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(40 0) 00010000:00010000:0.0:1780298662.056270:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 8/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056283:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056290:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.056296:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228032:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.056332:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056338:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 13 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.056354:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228160:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.056377:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056383:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.056389:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228288:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.056409:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056414:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.056422:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228416:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.056441:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.056448:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.056455:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228544:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.056483:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.056976:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228032:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.057261:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228160:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.057274:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228288:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.057283:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228416:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.057362:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605228544:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.057389:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.057403:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:0.0:1780298662.057432:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609910912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1236us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.057440:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11252 00000100:00100000:1.0:1780298662.057978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.057994:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.058007:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.058026:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911296 00000100:00100000:0.0:1780298662.058032:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911296 00000100:00100000:1.0:1780298662.058033:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.058047:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911040 00000100:00100000:3.0:1780298662.058048:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911168 00000100:00100000:2.0:1780298662.058054:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911040 00000100:00100000:3.0:1780298662.058055:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911168 00010000:00010000:0.0:1780298662.058056:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 11 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.058057:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911552 00000100:00100000:1.0:1780298662.058063:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911552 00010000:00010000:3.0:1780298662.058081:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.058086:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 15 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.058086:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.058093:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15465 00000100:00100000:0.0:1780298662.058110:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609911296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.058122:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298662.058144:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15466 00000100:00100000:1.0:1780298662.058152:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609911168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298662.058168:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15467 00010000:00010000:1.0:1780298662.058174:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298662.058178:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15468 00010000:00010000:0.0:1780298662.058181:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 12 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.058182:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609911552:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.058189:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.058195:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609911040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.058211:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.058218:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.058222:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.058238:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 11 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 12 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.058254:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 12 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 15 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.058255:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 12 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.058260:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b0cbb9d/0xaf35132e63037973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 13 type: EXT [6262784->39817215] (req 6262784->6291455) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6400 expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.058268:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf890e1c/0xaf35132e63037bb8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 14 type: EXT [6189056->6262783] (req 6189056->6242303) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6645 expref: 12 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.058288:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 14 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.058313:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298662.058318:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.058336:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298662.058337:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e06fa3fe/0xaf35132e63037ad8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2764800->2908159] (req 2764800->2768895) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6565 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.058343:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609911296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 236us (362us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298662.058346:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e63037ca6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [5550080->6189055] (req 5550080->5562367) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6733 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.058363:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.058363:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609911168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 209us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.058363:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15465 00010000:00010000:3.0:1780298662.058370:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.058377:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15466 00000100:00100000:2.0:1780298662.058394:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609911552:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 216us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.058400:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609911040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 210us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.058408:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15467 00000100:00100000:3.0:1780298662.058416:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15468 00000100:00100000:1.0:1780298662.058419:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.058458:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911424 00000100:00100000:0.0:1780298662.058463:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911424 00002000:00100000:0.0:1780298662.058491:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->352255) req@ffff9cf3733e8e00 x1866777609911424/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.058502:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8e00 with x1866777609911424 ext(294912->352255) 00010000:00010000:0.0:1780298662.058509:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.058527:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298662.058533:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3733e8e00 00000100:00100000:0.0:1780298662.058548:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 232 00000100:00100000:0.0:1780298662.058554:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609911424:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298662.059964:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609911424:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1405us (1543us total) trans 4294969895 rc 0/0 00000100:00100000:0.0:1780298662.059971:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 232 00002000:00100000:0.0:1780298662.059976:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->352255) req@ffff9cf3733e8e00 x1866777609911424/t4294969895(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.059982:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8e00 with x1866777609911424 ext(294912->352255) 00010000:00010000:0.0:1780298662.059987:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.059997:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298662.060003:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3733e8e00 00000100:00100000:3.0:1780298662.060789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.060823:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911680 00000100:00100000:0.0:1780298662.060827:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911680 00010000:00010000:0.0:1780298662.060842:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.060861:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15469 00000100:00100000:0.0:1780298662.060866:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609911680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.060872:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.060880:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.060888:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.060905:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037c52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [294912->2760703] (req 294912->352255) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66df expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.060914:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(40 0) 00010000:00010000:0.0:1780298662.060924:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(40 0) 00010000:00010000:0.0:1780298662.060931:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.060937:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.060959:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.060967:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605228672:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.061007:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.062044:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605228672:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.062064:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298662.062068:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.062105:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609911680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1236us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.062116:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15469 00000100:00100000:2.0:1780298662.062123:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911808 00000100:00100000:2.0:1780298662.062167:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911808 00000100:00100000:2.0:1780298662.062219:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11253 00000100:00100000:2.0:1780298662.062229:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609911808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.062244:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.062259:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d675d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062280:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062291:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062307:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(21 0) 00010000:00010000:2.0:1780298662.062311:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(23 0) 00010000:00010000:2.0:1780298662.062318:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062346:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062362:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.062374:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605228800:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.062441:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.062453:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.062467:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605228928:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.062503:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.063139:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605228800:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.063385:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.063399:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605228928:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.063429:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.063446:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609911936 00000100:00100000:3.0:1780298662.063453:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609911936 00010000:00010000:2.0:1780298662.063471:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00010000:00010000:3.0:1780298662.063479:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.063510:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15470 00000100:00100000:3.0:1780298662.063517:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609911936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298662.063524:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609911808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1296us (1469us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298662.063527:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298662.063539:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11253 00010000:00010000:3.0:1780298662.063548:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.063559:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.063592:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63037c13 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2641920->36196351] (req 2641920->2703359) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d66a0 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.063606:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.063676:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609911936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 160us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.063682:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15470 00000100:00100000:1.0:1780298662.064170:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.064232:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912064 00000100:00100000:3.0:1780298662.064237:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912064 00010000:00010000:3.0:1780298662.064250:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.064278:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15471 00000100:00100000:3.0:1780298662.064286:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609912064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.064295:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.064307:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.064319:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.064331:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037c83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [163840->2641919] (req 163840->167935) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6710 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.064338:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(23 0) 00010000:00010000:3.0:1780298662.064346:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(23 0) 00010000:00010000:3.0:1780298662.064351:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.064358:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.064387:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.064400:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605229056:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298662.064459:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.065220:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605229056:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.065296:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.065323:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609912064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1038us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.065329:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15471 00000100:00100000:1.0:1780298662.065375:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.065476:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912192 00000100:00100000:3.0:1780298662.065480:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912192 00000100:00100000:0.0:1780298662.065499:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:3.0:1780298662.065502:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4372192->18446744073709551615) 00002000:00100000:3.0:1780298662.065505:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777609912192 ext(4372192->18446744073709551615) 00002000:00010000:3.0:1780298662.065513:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380. 00000100:00100000:3.0:1780298662.065535:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912320 00000100:00100000:3.0:1780298662.065537:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912320 00002000:00010000:3.0:1780298662.065545:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298662.065547:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491f80 with x1866777609912320 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298662.065556:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491f80. 00000100:00100000:1.0:1780298662.065567:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6862 00000100:00100000:3.0:1780298662.065583:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6863 00000100:00100000:1.0:1780298662.065585:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609912192:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298662.065598:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609912320:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298662.065747:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1614072 -> 4194304 00002000:00010000:3.0:1780298662.065750:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:3.0:1780298662.065752:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:3.0:1780298662.065754:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:3.0:1780298662.065755:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:3.0:1780298662.065781:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609912320:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 190us (288us total) trans 4294969396 rc 0/0 00000100:00100000:3.0:1780298662.065785:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6863 00002000:00010000:3.0:1780298662.065787:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298662.065789:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491f80 with x1866777609912320 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298662.065793:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255491f80. 00002000:00010000:1.0:1780298662.065904:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6291456 -> 4372192 00002000:00010000:1.0:1780298662.065908:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.065910:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.065913:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.065915:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 1072 00000100:00100000:1.0:1780298662.065945:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609912192:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 370us (571us total) trans 4294969896 rc 0/0 00000100:00100000:1.0:1780298662.065953:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6862 00002000:00010000:1.0:1780298662.065957:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4372192->18446744073709551615) 00002000:00100000:1.0:1780298662.065960:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777609912192 ext(4372192->18446744073709551615) 00002000:00010000:1.0:1780298662.065966:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380. 00000100:00100000:0.0:1780298662.066756:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.066806:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912448 00000100:00100000:2.0:1780298662.066812:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912448 00000100:00100000:2.0:1780298662.066852:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62185 00000100:00100000:2.0:1780298662.066862:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:30556:x1866777609912448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.066894:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.066912:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037cde lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6764 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067000:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067015:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067026:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298662.067054:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8566496 00000004:00200000:2.0:1780298662.067059:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298662.067077:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067101:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037cde lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 76 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067121:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 75 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.067154:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.067170:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298662.067173:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030400, rc 0) 00000100:00100000:2.0:1780298662.067202:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:30556:x1866777609912448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 342us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.067209:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62185 00000100:00100000:3.0:1780298662.068335:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.068378:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912704 00000100:00100000:0.0:1780298662.068390:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912704 00000100:00100000:0.0:1780298662.068437:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62186 00000100:00100000:0.0:1780298662.068447:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+62:30556:x1866777609912704:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.068598:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.068610:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 74 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.068623:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.068648:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 74 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.068661:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 74 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.068673:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605229184:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.068722:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.069399:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605229184:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.069414:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.069540:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.069568:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912832 00000100:00100000:2.0:1780298662.069572:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912832 00010000:00010000:2.0:1780298662.069586:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 75 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.069607:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15472 00000100:00100000:2.0:1780298662.069613:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+75:2400:x1866777609912832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.069619:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.069624:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 75 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069632:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 75 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069654:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340030400/0xaf35132e63037ce5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6764 expref: 75 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069670:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.069674:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069683:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069690:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.069711:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.069732:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.069741:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:2400:x1866777609912832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (200us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.069743:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.069765:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15472 00000001:00080000:0.0:1780298662.069791:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991215 00000004:00010000:0.0:1780298662.069813:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b27928d8 reply state 00000000f5bcb693 transno 4294991216 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.069836:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.069844:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.069853:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.069856:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.069910:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+65:30556:x1866777609912704:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1465us (1575us total) trans 4294991216 rc 0/0 00000100:00100000:0.0:1780298662.069917:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62186 00000020:00080000:0.0:1780298662.069921:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.070639:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.070671:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609912960 00000100:00100000:2.0:1780298662.070675:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609912960 00000100:00100000:2.0:1780298662.070703:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11254 00000100:00100000:2.0:1780298662.070708:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609912960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.070716:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.070725:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d676b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.070739:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.070754:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(40 0) 00010000:00010000:2.0:1780298662.070757:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:2.0:1780298662.070760:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.070773:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.070780:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.070788:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605229312:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.070819:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.071471:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605229312:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.071486:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.071496:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:2.0:1780298662.071522:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609912960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.071528:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11254 00000100:00100000:3.0:1780298662.071736:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.071772:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913088 00000100:00100000:1.0:1780298662.071777:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913088 00010000:00010000:1.0:1780298662.071801:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.071826:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15473 00000100:00100000:1.0:1780298662.071835:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609913088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.071843:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.071856:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.071877:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.071898:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63037cd0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6756 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.071908:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:1.0:1780298662.071912:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:1.0:1780298662.071917:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.071926:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.071947:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.071969:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605229440:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.072004:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.072679:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605229440:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.072689:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.072715:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609913088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 881us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.072723:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15473 00000100:00100000:3.0:1780298662.072766:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.072805:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913216 00000100:00100000:2.0:1780298662.072810:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913216 00000100:00100000:2.0:1780298662.072853:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11255 00000100:00100000:2.0:1780298662.072862:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609913216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.072871:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.072882:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6772 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.072900:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.072908:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(23 0) 00010000:00010000:2.0:1780298662.072911:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(24 0) 00010000:00010000:2.0:1780298662.072916:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.072934:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.072944:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 9 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.072953:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605229568:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.072992:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.073574:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605229568:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.073597:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.073620:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:2.0:1780298662.073647:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609913216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.073654:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11255 00000100:00100000:3.0:1780298662.073793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.073854:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913344 00000100:00100000:0.0:1780298662.073858:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913344 00010000:00010000:0.0:1780298662.073875:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.073930:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15474 00000100:00100000:0.0:1780298662.073938:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609913344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.073947:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.073961:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.073972:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.073988:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000186d9b70/0xaf35132e63037cd7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d675d expref: 10 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.074015:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(24 0) 00010000:00010000:0.0:1780298662.074019:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(24 0) 00010000:00010000:0.0:1780298662.074025:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.074033:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.074053:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.074060:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605229696:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.074089:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.074783:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605229696:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.074797:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.074821:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609913344:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 885us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.074827:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15474 00000100:00100000:3.0:1780298662.074924:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.074963:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913472 00000100:00100000:1.0:1780298662.074968:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913472 00002000:00010000:1.0:1780298662.074986:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1212319->18446744073709551615) 00002000:00100000:1.0:1780298662.074990:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777609913472 ext(1212319->18446744073709551615) 00002000:00010000:1.0:1780298662.074995:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bbb80. 00000100:00100000:1.0:1780298662.075014:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6864 00000100:00100000:1.0:1780298662.075020:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609913472:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298662.075047:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.075087:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913600 00000100:00100000:2.0:1780298662.075092:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913600 00002000:00010000:2.0:1780298662.075109:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298662.075113:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745180 with x1866777609913600 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298662.075119:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745180. 00000100:00100000:2.0:1780298662.075175:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6865 00000100:00100000:2.0:1780298662.075185:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609913600:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.075370:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4372192 -> 1212319 00002000:00010000:1.0:1780298662.075374:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.075376:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.075378:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.075381:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1072 -> 968 00002000:00010000:2.0:1780298662.075390:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1780298662.075394:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.075397:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.075400:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.075402:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 192 -> 0 00000100:00100000:1.0:1780298662.075416:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609913472:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 395us (491us total) trans 4294969897 rc 0/0 00000100:00100000:1.0:1780298662.075424:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6864 00000100:00100000:2.0:1780298662.075429:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609913600:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 244us (379us total) trans 4294969397 rc 0/0 00002000:00010000:1.0:1780298662.075431:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1212319->18446744073709551615) 00000100:00100000:2.0:1780298662.075439:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6865 00002000:00100000:1.0:1780298662.075442:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777609913472 ext(1212319->18446744073709551615) 00002000:00010000:2.0:1780298662.075444:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298662.075449:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745180 with x1866777609913600 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.075450:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bbb80. 00002000:00010000:2.0:1780298662.075456:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745180. 00000100:00100000:3.0:1780298662.076342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.076386:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913728 00000100:00100000:1.0:1780298662.076391:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913728 00000100:00100000:1.0:1780298662.076425:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62187 00000100:00100000:1.0:1780298662.076440:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+65:30556:x1866777609913728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.076457:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.076471:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e63037d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6779 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076555:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076567:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076574:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.076595:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1212319 00000004:00200000:1.0:1780298662.076599:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.076617:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076642:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e63037d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 67 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076657:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 66 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.076677:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.076680:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.076683:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.076717:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:30556:x1866777609913728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 284us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.076723:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62187 00000100:00100000:0.0:1780298662.080016:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.080064:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609913984 00000100:00100000:1.0:1780298662.080070:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609913984 00000100:00100000:1.0:1780298662.080103:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62188 00000100:00100000:1.0:1780298662.080110:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+74:30556:x1866777609913984:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.080304:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.080315:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 65 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.080325:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.080349:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 65 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.080359:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 65 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.080370:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605229824:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.080427:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.081209:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605229824:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.081224:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.081373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.081411:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914112 00000100:00100000:1.0:1780298662.081414:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914112 00010000:00010000:1.0:1780298662.081428:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 66 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.081454:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15475 00000100:00100000:1.0:1780298662.081462:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:2399:x1866777609914112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.081472:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.081479:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 66 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081486:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 66 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081498:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63037d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6779 expref: 66 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081506:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.081509:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081515:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081524:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.081539:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.081561:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.081562:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+65:2399:x1866777609914112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 103us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.081575:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15475 00010000:00010000:0.0:1780298662.081581:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298662.081640:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991217 00000004:00010000:0.0:1780298662.081670:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003eea4d92 reply state 00000000377cd993 transno 4294991218 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.081684:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.081693:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.081695:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.081698:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.081763:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:30556:x1866777609913984:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1650us (1750us total) trans 4294991218 rc 0/0 00000100:00100000:0.0:1780298662.081773:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62188 00000020:00080000:0.0:1780298662.081779:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.082548:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.082591:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914240 00000100:00100000:1.0:1780298662.082596:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914240 00000100:00100000:1.0:1780298662.082627:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11256 00000100:00100000:1.0:1780298662.082635:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609914240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.082645:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.082657:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6780 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.082678:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.082688:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:1.0:1780298662.082692:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:1.0:1780298662.082696:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.082715:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.082739:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.082751:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605229952:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.082792:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.083412:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605229952:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.083430:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083444:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298662.083473:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609914240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.083481:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11256 00000100:00100000:3.0:1780298662.083668:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.083709:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914368 00000100:00100000:1.0:1780298662.083714:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914368 00010000:00010000:1.0:1780298662.083731:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.083757:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15476 00000100:00100000:1.0:1780298662.083764:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609914368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.083772:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.083787:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083809:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083823:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d676b expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083834:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:1.0:1780298662.083838:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:1.0:1780298662.083843:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083861:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.083882:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.083893:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605230080:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.083929:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.084655:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605230080:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.084665:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.084688:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609914368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 925us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.084704:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15476 00000100:00100000:3.0:1780298662.084907:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.084964:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914496 00000100:00100000:2.0:1780298662.084978:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914496 00000100:00100000:2.0:1780298662.085015:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11257 00000100:00100000:2.0:1780298662.085022:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609914496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.085032:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.085051:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6787 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.085070:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.085077:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(24 0) 00010000:00010000:2.0:1780298662.085079:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(25 0) 00010000:00010000:2.0:1780298662.085082:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.085097:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.085105:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 11 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.085112:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605230208:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.085172:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.085819:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605230208:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.085834:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.085865:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030400, rc 0) 00000100:00100000:2.0:1780298662.085893:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609914496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.085900:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11257 00000100:00100000:3.0:1780298662.086063:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.086116:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914624 00000100:00100000:2.0:1780298662.086121:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914624 00010000:00010000:2.0:1780298662.086185:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 12 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.086212:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15477 00000100:00100000:2.0:1780298662.086219:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609914624:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.086227:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.086238:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 12 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.086249:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 12 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.086263:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e63037cfa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6772 expref: 12 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.086272:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(25 0) 00010000:00010000:2.0:1780298662.086276:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(25 0) 00010000:00010000:2.0:1780298662.086281:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.086295:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.086314:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.086324:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605230336:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.086360:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.087099:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605230336:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.087111:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.087183:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609914624:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 964us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.087192:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15477 00000100:00100000:3.0:1780298662.087328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.087362:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914752 00000100:00100000:0.0:1780298662.087368:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914752 00002000:00010000:0.0:1780298662.087392:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5467706->18446744073709551615) 00002000:00100000:0.0:1780298662.087398:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745500 with x1866777609914752 ext(5467706->18446744073709551615) 00000100:00100000:3.0:1780298662.087406:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:0.0:1780298662.087410:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745500. 00000100:00100000:0.0:1780298662.087442:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609914880 00000100:00100000:0.0:1780298662.087445:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609914880 00000100:00100000:2.0:1780298662.087458:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6866 00002000:00010000:0.0:1780298662.087459:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.087464:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747480 with x1866777609914880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.087469:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f747480. 00000100:00100000:2.0:1780298662.087470:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609914752:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.087500:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6867 00000100:00100000:0.0:1780298662.087509:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609914880:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298662.087642:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1780298662.087645:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.087649:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.087652:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.087654:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298662.087656:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1212319 -> 5467706 00002000:00010000:2.0:1780298662.087660:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.087663:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.087665:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.087667:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 968 -> 968 00000100:00100000:0.0:1780298662.087693:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609914880:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 183us (291us total) trans 4294969398 rc 0/0 00000100:00100000:2.0:1780298662.087695:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609914752:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 227us (370us total) trans 4294969898 rc 0/0 00000100:00100000:0.0:1780298662.087709:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6867 00002000:00010000:0.0:1780298662.087713:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00000100:00100000:2.0:1780298662.087719:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6866 00002000:00100000:0.0:1780298662.087719:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747480 with x1866777609914880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.087725:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f747480. 00002000:00010000:2.0:1780298662.087730:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5467706->18446744073709551615) 00002000:00100000:2.0:1780298662.087734:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745500 with x1866777609914752 ext(5467706->18446744073709551615) 00002000:00010000:2.0:1780298662.087740:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745500. 00000100:00100000:0.0:1780298662.088813:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.088845:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915008 00000100:00100000:1.0:1780298662.088849:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915008 00002000:00100000:1.0:1780298662.088871:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5410816->5414911) req@ffff9cf255491c00 x1866777609915008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.088878:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777609915008 ext(5410816->5414911) 00002000:00010000:1.0:1780298662.088881:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491c00 00000100:00100000:1.0:1780298662.088896:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6868 00000100:00100000:1.0:1780298662.088901:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609915008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.089005:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609915008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.089010:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6868 00002000:00100000:1.0:1780298662.089014:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5410816->5414911) req@ffff9cf255491c00 x1866777609915008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.089024:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491c00 with x1866777609915008 ext(5410816->5414911) 00002000:00010000:1.0:1780298662.089028:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491c00 00000100:00100000:1.0:1780298662.090302:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.090344:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915136 00000100:00100000:0.0:1780298662.090350:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915136 00002000:00100000:0.0:1780298662.090370:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5414912->5419007) req@ffff9cf3733e9880 x1866777609915136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.090380:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9880 with x1866777609915136 ext(5414912->5419007) 00002000:00010000:0.0:1780298662.090384:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9880 00000100:00100000:0.0:1780298662.090406:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6869 00000100:00100000:0.0:1780298662.090414:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609915136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.090488:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609915136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.090496:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6869 00002000:00100000:0.0:1780298662.090503:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5414912->5419007) req@ffff9cf3733e9880 x1866777609915136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.090518:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9880 with x1866777609915136 ext(5414912->5419007) 00002000:00010000:0.0:1780298662.090522:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9880 00000100:00100000:3.0:1780298662.091693:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.091728:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915264 00000100:00100000:2.0:1780298662.091733:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915264 00002000:00100000:2.0:1780298662.091749:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5390336->5455871) req@ffff9cf37f745880 x1866777609915264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.091755:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777609915264 ext(5390336->5455871) 00002000:00010000:2.0:1780298662.091757:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:2.0:1780298662.091772:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6870 00000100:00100000:2.0:1780298662.091777:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609915264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.092686:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609915264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 909us (998us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298662.092692:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6870 00002000:00100000:2.0:1780298662.092697:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5390336->5455871) req@ffff9cf37f745880 x1866777609915264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.092703:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777609915264 ext(5390336->5455871) 00002000:00010000:2.0:1780298662.092705:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:1.0:1780298662.095797:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.095847:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915392 00000100:00100000:3.0:1780298662.095858:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915392 00002000:00100000:3.0:1780298662.095898:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5455872->5468159) req@ffff9cf3733e8a80 x1866777609915392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.095909:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777609915392 ext(5455872->5468159) 00002000:00010000:3.0:1780298662.095914:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8a80 00000100:00100000:3.0:1780298662.095941:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6871 00000100:00100000:3.0:1780298662.095950:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609915392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.096156:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609915392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 177us (331us total) trans 0 rc 12288/12288 00000100:00100000:3.0:1780298662.096178:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6871 00002000:00100000:3.0:1780298662.096191:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5455872->5468159) req@ffff9cf3733e8a80 x1866777609915392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/12728 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.096200:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777609915392 ext(5455872->5468159) 00002000:00010000:3.0:1780298662.096204:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8a80 00000100:00100000:1.0:1780298662.098051:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.098104:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915520 00000100:00100000:2.0:1780298662.098111:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915520 00002000:00100000:2.0:1780298662.098155:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5410816->5467705) req@ffff9cf3733e9180 x1866777609915520/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.098177:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9180 with x1866777609915520 ext(5410816->5467705) 00002000:00010000:2.0:1780298662.098182:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9180 00000100:00100000:2.0:1780298662.098201:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6872 00000100:00100000:2.0:1780298662.098220:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609915520:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.099524:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609915520:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1307us (1476us total) trans 4294969899 rc 0/0 00000100:00100000:2.0:1780298662.099531:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6872 00002000:00100000:2.0:1780298662.099536:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5410816->5467705) req@ffff9cf3733e9180 x1866777609915520/t4294969899(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.099542:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9180 with x1866777609915520 ext(5410816->5467705) 00002000:00010000:2.0:1780298662.099545:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9180 00000100:00100000:1.0:1780298662.100335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.100406:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915648 00000100:00100000:2.0:1780298662.100411:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915648 00000100:00100000:2.0:1780298662.100436:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11258 00000100:00100000:2.0:1780298662.100442:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609915648:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.101268:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969899 is committed 00000001:00080000:1.0:1780298662.101275:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969897 is committed 00000100:00100000:2.0:1780298662.101361:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609915648:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 918us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.101367:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11258 00000100:00100000:0.0:1780298662.102290:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.102335:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915776 00000100:00100000:2.0:1780298662.102339:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915776 00000100:00100000:2.0:1780298662.102368:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62189 00000100:00100000:2.0:1780298662.102374:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:30556:x1866777609915776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.102388:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.102403:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63037d24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d678e expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102471:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102491:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102499:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298662.102521:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9662010 00000004:00200000:2.0:1780298662.102525:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298662.102539:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102557:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031e00/0xaf35132e63037d24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 79 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102576:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 78 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.102584:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.102588:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298662.102591:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00000100:00100000:2.0:1780298662.102621:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:30556:x1866777609915776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 247us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.102628:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62189 00000100:00100000:3.0:1780298662.103895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.103974:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609915904 00000100:00100000:1.0:1780298662.103979:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609915904 00000100:00100000:1.0:1780298662.104019:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6873 00000100:00100000:1.0:1780298662.104024:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609915904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.104236:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:1.0:1780298662.104240:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.104243:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.104245:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.104248:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 968 -> 1216 00000100:00100000:1.0:1780298662.104284:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609915904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (394us total) trans 4294969900 rc 0/0 00000100:00100000:1.0:1780298662.104291:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6873 00000100:00100000:1.0:1780298662.106114:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.106197:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916032 00000100:00100000:1.0:1780298662.106204:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.106205:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916032 00000100:00100000:0.0:1780298662.106246:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916160 00000100:00100000:2.0:1780298662.106252:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11259 00000100:00100000:0.0:1780298662.106252:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916160 00000100:00100000:2.0:1780298662.106266:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609916032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.106275:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.106289:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11260 00010000:00010000:2.0:1780298662.106291:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6795 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.106299:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.106309:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.106320:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037d39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d679c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.106338:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605230464:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.106349:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605230592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.106404:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.106405:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.107260:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605230464:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.107280:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6795 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.107295:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605230592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.107297:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6795 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.107323:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00010000:00010000:3.0:1780298662.107338:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037d39 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d679c expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.107354:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609916032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1093us (1242us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.107366:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11259 00010000:00010000:3.0:1780298662.107368:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63037d39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d679c expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.107394:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:3.0:1780298662.107443:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1148us (1246us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.107508:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11260 00000100:00100000:0.0:1780298662.108304:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.108334:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916288 00000100:00100000:2.0:1780298662.108338:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916288 00000100:00100000:2.0:1780298662.108365:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11261 00000100:00100000:2.0:1780298662.108371:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609916288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.108378:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.108384:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67a3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.108402:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.108412:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:2.0:1780298662.108416:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:2.0:1780298662.108421:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3354624->3358719] (req 3354624->3358719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.108443:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.108456:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.108480:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605230720:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.108521:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.109107:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605230720:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.109120:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3354624->3358719] (req 3354624->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109151:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:2.0:1780298662.109186:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609916288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.109191:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11261 00000100:00100000:0.0:1780298662.109470:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.109502:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916416 00000100:00100000:2.0:1780298662.109506:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916416 00010000:00010000:2.0:1780298662.109519:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.109542:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15478 00000100:00100000:2.0:1780298662.109547:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609916416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.109557:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.109568:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109580:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109607:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63037d16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6780 expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109614:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:2.0:1780298662.109616:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:2.0:1780298662.109621:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109627:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.109642:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.109649:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605230848:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.109677:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.110296:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605230848:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.110305:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.110332:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609916416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 784us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.110346:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15478 00000100:00100000:1.0:1780298662.110563:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.110611:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916544 00000100:00100000:0.0:1780298662.110616:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916544 00002000:00100000:0.0:1780298662.110640:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3354624->3358719) req@ffff9cf3733eb800 x1866777609916544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.110651:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eb800 with x1866777609916544 ext(3354624->3358719) 00002000:00010000:0.0:1780298662.110655:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eb800 00000100:00100000:0.0:1780298662.110675:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6874 00000100:00100000:0.0:1780298662.110682:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609916544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.110794:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609916544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.110808:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6874 00002000:00100000:0.0:1780298662.110815:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3354624->3358719) req@ffff9cf3733eb800 x1866777609916544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.110823:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eb800 with x1866777609916544 ext(3354624->3358719) 00002000:00010000:0.0:1780298662.110826:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eb800 00000100:00100000:0.0:1780298662.111911:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.111944:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916672 00000100:00100000:2.0:1780298662.111949:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916672 00002000:00100000:2.0:1780298662.111970:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3358720->3362815) req@ffff9cf255491880 x1866777609916672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.111985:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491880 with x1866777609916672 ext(3358720->3362815) 00002000:00010000:2.0:1780298662.111988:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491880 00000100:00100000:2.0:1780298662.112005:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6875 00000100:00100000:2.0:1780298662.112010:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.112071:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.112077:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6875 00002000:00100000:2.0:1780298662.112083:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3358720->3362815) req@ffff9cf255491880 x1866777609916672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.112091:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255491880 with x1866777609916672 ext(3358720->3362815) 00002000:00010000:2.0:1780298662.112095:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255491880 00000100:00100000:3.0:1780298662.113078:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.113115:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916800 00000100:00100000:2.0:1780298662.113120:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916800 00002000:00100000:2.0:1780298662.113156:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3362816->3366911) req@ffff9cf37f744a80 x1866777609916800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.113172:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744a80 with x1866777609916800 ext(3362816->3366911) 00002000:00010000:2.0:1780298662.113175:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744a80 00000100:00100000:2.0:1780298662.113189:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6876 00000100:00100000:2.0:1780298662.113194:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.113253:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.113261:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6876 00002000:00100000:2.0:1780298662.113274:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3362816->3366911) req@ffff9cf37f744a80 x1866777609916800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.113282:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744a80 with x1866777609916800 ext(3362816->3366911) 00002000:00010000:2.0:1780298662.113286:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744a80 00000100:00100000:1.0:1780298662.114323:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.114386:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609916928 00000100:00100000:2.0:1780298662.114390:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609916928 00002000:00100000:2.0:1780298662.114404:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3366912->3371007) req@ffff9cf3733e9c00 x1866777609916928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.114410:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9c00 with x1866777609916928 ext(3366912->3371007) 00002000:00010000:2.0:1780298662.114412:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9c00 00000100:00100000:2.0:1780298662.114427:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6877 00000100:00100000:2.0:1780298662.114432:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.114485:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609916928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.114495:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6877 00002000:00100000:2.0:1780298662.114500:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3366912->3371007) req@ffff9cf3733e9c00 x1866777609916928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.114508:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9c00 with x1866777609916928 ext(3366912->3371007) 00002000:00010000:2.0:1780298662.114512:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9c00 00000100:00100000:1.0:1780298662.115561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.115600:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917056 00000100:00100000:0.0:1780298662.115605:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917056 00002000:00100000:0.0:1780298662.115625:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3354624->3371007) req@ffff9cf3733e9f80 x1866777609917056/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 16872/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.115634:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9f80 with x1866777609917056 ext(3354624->3371007) 00002000:00010000:0.0:1780298662.115638:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9f80 00000100:00100000:0.0:1780298662.115658:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6878 00000100:00100000:0.0:1780298662.115666:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609917056:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298662.116060:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609917056:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 395us (499us total) trans 4294969901 rc 0/0 00000100:00100000:0.0:1780298662.116067:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6878 00002000:00100000:0.0:1780298662.116074:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3354624->3371007) req@ffff9cf3733e9f80 x1866777609917056/t4294969901(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 16872/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.116084:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9f80 with x1866777609917056 ext(3354624->3371007) 00002000:00010000:0.0:1780298662.116088:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9f80 00000100:00100000:1.0:1780298662.116657:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.116704:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917184 00000100:00100000:2.0:1780298662.116709:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917184 00000100:00100000:2.0:1780298662.116739:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11262 00000100:00100000:2.0:1780298662.116747:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609917184:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.117365:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969901 is committed 00000001:00080000:1.0:1780298662.117372:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969900 is committed 00000100:00100000:2.0:1780298662.117456:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609917184:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 709us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.117469:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11262 00000100:00100000:1.0:1780298662.118266:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.118305:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917312 00000100:00100000:0.0:1780298662.118309:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917312 00000100:00100000:0.0:1780298662.118346:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62190 00000100:00100000:0.0:1780298662.118354:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+65:30556:x1866777609917312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.118366:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.118383:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037d47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67aa expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118459:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118471:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118479:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.118500:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9662010 00000004:00200000:0.0:1780298662.118503:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.118518:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118535:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae600/0xaf35132e63037d47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67aa expref: 67 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118545:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67aa expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.118550:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.118552:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.118555:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:0.0:1780298662.118579:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:30556:x1866777609917312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 227us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.118591:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62190 00000100:00100000:3.0:1780298662.119397:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.119432:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917440 00000100:00100000:1.0:1780298662.119436:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917440 00000100:00100000:1.0:1780298662.119461:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11263 00000100:00100000:1.0:1780298662.119468:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.119474:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.119484:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67b1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.119502:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.119522:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605230976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.119549:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917568 00000100:00100000:0.0:1780298662.119554:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917568 00000100:00100000:1.0:1780298662.119583:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.119590:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11264 00000100:00100000:0.0:1780298662.119599:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.119608:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.119619:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037d5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67b8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.119642:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605231104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.119668:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.120324:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1216 -> 1248 00000100:00100000:1.0:1780298662.120337:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605230976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.120338:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605231104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.120373:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67b1 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.120374:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037d5c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67b8 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.120402:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037d5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67b8 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.120406:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67b1 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.120414:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:1.0:1780298662.120422:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:0.0:1780298662.120449:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (947us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.120453:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1053us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.120463:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11264 00000100:00100000:1.0:1780298662.120477:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11263 00000100:00100000:3.0:1780298662.121502:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.121527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.121548:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917696 00000100:00100000:2.0:1780298662.121554:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917696 00000100:00100000:1.0:1780298662.121563:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917824 00000100:00100000:1.0:1780298662.121569:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917824 00000100:00100000:2.0:1780298662.121589:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11265 00000100:00100000:2.0:1780298662.121599:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609917696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.121608:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.121609:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11266 00010000:00010000:2.0:1780298662.121618:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63037d63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67bf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.121621:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.121633:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.121644:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037d6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67c6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.121665:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605231232:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.121676:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605231360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.121713:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.121713:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.122420:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605231232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.122436:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63037d63 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67bf expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.122450:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605231360:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.122464:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000186d9b70/0xaf35132e63037d63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67bf expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.122472:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037d6a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67c6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.122474:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030000, rc 0) 00010000:00010000:1.0:1780298662.122490:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037d6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67c6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.122502:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:0.0:1780298662.122502:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609917696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1000us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.122510:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11265 00000100:00100000:1.0:1780298662.122535:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609917824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.122542:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11266 00000100:00100000:3.0:1780298662.123508:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.123542:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609917952 00000100:00100000:0.0:1780298662.123553:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609917952 00000100:00100000:0.0:1780298662.123584:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11267 00000100:00100000:0.0:1780298662.123592:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609917952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.123601:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.123611:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037d71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67cd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.123643:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605231488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.123683:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.124327:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605231488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.124340:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037d71 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67cd expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.124350:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037d71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67cd expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.124367:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298662.124395:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609917952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (888us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.124402:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11267 00000100:00100000:2.0:1780298662.125155:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.125196:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918080 00000100:00100000:1.0:1780298662.125201:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918080 00000100:00100000:1.0:1780298662.125242:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11268 00000100:00100000:1.0:1780298662.125250:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609918080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.125259:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.125267:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037d78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67d4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.125293:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605231616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.125332:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.125899:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605231616:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.125915:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037d78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67d4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.125928:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037d78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67d4 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.125938:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.125964:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609918080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 715us (813us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.125971:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11268 00000100:00100000:3.0:1780298662.126731:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.126772:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918208 00000100:00100000:2.0:1780298662.126783:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918208 00000100:00100000:2.0:1780298662.126811:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11269 00000100:00100000:2.0:1780298662.126820:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609918208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.126829:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.126837:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e63037d7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67db expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.126864:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605231744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.126899:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.127588:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605231744:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.127604:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e63037d7f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67db expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.127618:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d435700/0xaf35132e63037d7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67db expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.127627:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:3.0:1780298662.127659:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609918208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (925us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.127664:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11269 00000100:00100000:3.0:1780298662.128477:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.128516:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918336 00000100:00100000:1.0:1780298662.128521:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918336 00000100:00100000:1.0:1780298662.128555:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11270 00000100:00100000:1.0:1780298662.128564:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609918336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.128574:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.128583:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67e2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.128622:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605231872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.128666:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.129318:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605231872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.129337:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d86 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e2 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.129352:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037d86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e2 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.129362:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.129392:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609918336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (915us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.129397:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11270 00000100:00100000:2.0:1780298662.130350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.130387:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918464 00000100:00100000:0.0:1780298662.130394:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918464 00000100:00100000:0.0:1780298662.130430:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11271 00000100:00100000:0.0:1780298662.130439:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609918464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.130450:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.130460:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67e9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.130479:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:0.0:1780298662.130483:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:0.0:1780298662.130493:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.130510:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.130516:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:0.0:1780298662.130543:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609918464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 105us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.130550:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11271 00000100:00100000:3.0:1780298662.131238:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.131281:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918592 00000100:00100000:0.0:1780298662.131285:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918592 00000100:00100000:0.0:1780298662.131320:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6879 00000100:00100000:0.0:1780298662.131325:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609918592:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.131541:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:0.0:1780298662.131544:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.131545:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.131547:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.131549:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1248 -> 1248 00000100:00100000:0.0:1780298662.131572:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609918592:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 247us (334us total) trans 4294969902 rc 0/0 00000100:00100000:0.0:1780298662.131577:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6879 00000100:00100000:3.0:1780298662.132586:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.132616:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918720 00000100:00100000:1.0:1780298662.132621:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918720 00000100:00100000:1.0:1780298662.132648:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11272 00000100:00100000:1.0:1780298662.132655:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609918720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.132662:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.132670:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037d94 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67f0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.132701:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605232000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.132747:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.133433:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605232000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.133450:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037d94 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67f0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.133463:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037d94 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67f0 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.133470:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.133494:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609918720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (907us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.133501:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11272 00000100:00100000:3.0:1780298662.134252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.134293:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918848 00000100:00100000:2.0:1780298662.134299:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918848 00000100:00100000:2.0:1780298662.134341:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11273 00000100:00100000:2.0:1780298662.134349:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609918848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.134359:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.134368:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67f7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.134399:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605232128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.134452:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.135037:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605232128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.135053:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d9b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67f7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.135068:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e63037d9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67f7 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.135080:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00000100:00100000:2.0:1780298662.135110:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609918848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (857us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.135118:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11273 00000100:00100000:1.0:1780298662.136013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.136045:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609918976 00000100:00100000:2.0:1780298662.136049:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609918976 00000100:00100000:2.0:1780298662.136081:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6880 00000100:00100000:2.0:1780298662.136086:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609918976:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.136294:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298662.136297:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.136302:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.136303:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.136305:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298662.136329:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609918976:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 243us (317us total) trans 4294969399 rc 0/0 00000100:00100000:2.0:1780298662.136334:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6880 00000100:00100000:3.0:1780298662.137237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.137272:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919104 00000100:00100000:1.0:1780298662.137277:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919104 00000100:00100000:1.0:1780298662.137310:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11274 00000100:00100000:1.0:1780298662.137319:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.137328:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.137343:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037da2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d67fe expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.137368:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605232256:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.137413:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.137985:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605232256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.138011:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037da2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67fe expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.138036:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037da2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67fe expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.138047:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.138080:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (849us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.138085:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11274 00000100:00100000:2.0:1780298662.138941:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.138983:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919232 00000100:00100000:0.0:1780298662.138989:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919232 00000100:00100000:0.0:1780298662.139028:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11275 00000100:00100000:0.0:1780298662.139037:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.139046:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.139055:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037da9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6805 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.139083:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605232384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.139119:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.139794:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605232384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.139808:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037da9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6805 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.139828:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037da9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6805 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.139835:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298662.139864:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.139868:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11275 00000100:00100000:2.0:1780298662.140839:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.140881:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919360 00000100:00100000:1.0:1780298662.140887:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919360 00000100:00100000:1.0:1780298662.140921:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11276 00000100:00100000:1.0:1780298662.140929:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609919360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.140944:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.140953:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d680c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.140968:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:1.0:1780298662.140971:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:1.0:1780298662.140978:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.140989:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.140996:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.141028:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609919360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 102us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.141033:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11276 00000100:00100000:2.0:1780298662.141888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.141938:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919488 00000100:00100000:1.0:1780298662.141943:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919488 00002000:00100000:1.0:1780298662.141976:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (389120->442367) req@ffff9cf243060a80 x1866777609919488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.141987:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060a80 with x1866777609919488 ext(389120->442367) 00002000:00010000:1.0:1780298662.141992:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060a80 00000100:00100000:1.0:1780298662.142016:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6881 00000100:00100000:1.0:1780298662.142023:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609919488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.143081:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609919488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1055us (1189us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1780298662.143093:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6881 00002000:00100000:1.0:1780298662.143105:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (389120->442367) req@ffff9cf243060a80 x1866777609919488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.143115:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060a80 with x1866777609919488 ext(389120->442367) 00002000:00010000:1.0:1780298662.143120:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060a80 00000100:00100000:3.0:1780298662.144037:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.144080:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919616 00000100:00100000:2.0:1780298662.144087:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919616 00000100:00100000:2.0:1780298662.144119:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11277 00000100:00100000:2.0:1780298662.144155:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609919616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.144179:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.144195:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037db7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6813 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.144256:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605232512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.144309:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.144971:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605232512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.144991:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037db7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6813 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.145005:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037db7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6813 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.145012:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:3.0:1780298662.145036:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609919616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.145041:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11277 00000100:00100000:1.0:1780298662.145940:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.145998:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919744 00000100:00100000:0.0:1780298662.146009:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919744 00000100:00100000:0.0:1780298662.146053:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11278 00000100:00100000:0.0:1780298662.146063:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.146077:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.146088:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d681a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.146174:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605232640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.146251:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.146917:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605232640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.146937:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dbe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d681a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.146950:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d681a expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.146965:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:1.0:1780298662.147001:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609919744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 942us (1063us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.147007:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11278 00000100:00100000:2.0:1780298662.148112:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.148177:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609919872 00000100:00100000:0.0:1780298662.148182:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609919872 00000100:00100000:2.0:1780298662.148206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.148228:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920000 00000100:00100000:0.0:1780298662.148230:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920000 00000100:00100000:0.0:1780298662.148263:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11279 00000100:00100000:0.0:1780298662.148280:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609919872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.148283:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11280 00010000:00010000:0.0:1780298662.148291:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.148308:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609920000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.148313:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037dc5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6821 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.148324:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.148340:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037dcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6828 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.148348:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605232768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.148401:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605232896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.148403:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.148445:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.149220:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605232768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.149239:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037dc5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6821 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.149254:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63037dc5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6821 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.149263:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298662.149292:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609919872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1022us (1184us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.149298:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11279 00000100:00100000:1.0:1780298662.149406:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605232896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.149427:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037dcc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6828 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.149445:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037dcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6828 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.149457:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.149489:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609920000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1194us (1282us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.149497:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11280 00000100:00100000:3.0:1780298662.150713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.150758:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920128 00000100:00100000:2.0:1780298662.150764:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920128 00002000:00100000:2.0:1780298662.150801:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5259264->5263359) req@ffff9cf244813b80 x1866777609920128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.150811:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777609920128 ext(5259264->5263359) 00002000:00010000:2.0:1780298662.150823:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:2.0:1780298662.150851:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6882 00000100:00100000:2.0:1780298662.150860:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609920128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.151006:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609920128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.151013:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6882 00002000:00100000:2.0:1780298662.151020:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5259264->5263359) req@ffff9cf244813b80 x1866777609920128/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.151029:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777609920128 ext(5259264->5263359) 00002000:00010000:2.0:1780298662.151033:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:2.0:1780298662.152169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.152206:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920256 00000100:00100000:0.0:1780298662.152212:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920256 00002000:00100000:0.0:1780298662.152235:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5263360->5267455) req@ffff9cf243060e00 x1866777609920256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.152245:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060e00 with x1866777609920256 ext(5263360->5267455) 00002000:00010000:0.0:1780298662.152249:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060e00 00000100:00100000:0.0:1780298662.152270:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6883 00000100:00100000:0.0:1780298662.152280:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609920256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.152377:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609920256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 99us (218us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.152394:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6883 00002000:00100000:0.0:1780298662.152401:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5263360->5267455) req@ffff9cf243060e00 x1866777609920256/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.152409:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243060e00 with x1866777609920256 ext(5263360->5267455) 00002000:00010000:0.0:1780298662.152413:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243060e00 00000100:00100000:0.0:1780298662.153794:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.153829:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920384 00000100:00100000:1.0:1780298662.153833:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920384 00002000:00100000:1.0:1780298662.153853:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5238784->5304319) req@ffff9cf347cd4e00 x1866777609920384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.153859:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777609920384 ext(5238784->5304319) 00002000:00010000:1.0:1780298662.153862:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00 00000100:00100000:1.0:1780298662.153877:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6884 00000100:00100000:1.0:1780298662.153882:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609920384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.154944:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609920384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1058us (1148us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298662.154954:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6884 00002000:00100000:1.0:1780298662.154962:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5238784->5304319) req@ffff9cf347cd4e00 x1866777609920384/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.154973:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4e00 with x1866777609920384 ext(5238784->5304319) 00002000:00010000:1.0:1780298662.154977:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd4e00 00000100:00100000:1.0:1780298662.157392:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.157440:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920512 00000100:00100000:2.0:1780298662.157448:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920512 00002000:00100000:2.0:1780298662.157484:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5259264->5287935) req@ffff9cf2548ba300 x1866777609920512/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.157496:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba300 with x1866777609920512 ext(5259264->5287935) 00002000:00010000:2.0:1780298662.157500:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548ba300 00000100:00100000:2.0:1780298662.157524:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6885 00000100:00100000:2.0:1780298662.157535:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609920512:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.159216:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609920512:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1682us (1828us total) trans 4294969903 rc 0/0 00000100:00100000:2.0:1780298662.159224:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6885 00002000:00100000:2.0:1780298662.159230:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5259264->5287935) req@ffff9cf2548ba300 x1866777609920512/t4294969903(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.159251:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba300 with x1866777609920512 ext(5259264->5287935) 00002000:00010000:2.0:1780298662.159254:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548ba300 00000100:00100000:1.0:1780298662.159980:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.160020:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920640 00000100:00100000:3.0:1780298662.160026:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920640 00000100:00100000:3.0:1780298662.160060:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11281 00000100:00100000:3.0:1780298662.160068:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609920640:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.160855:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969903 is committed 00000100:00100000:3.0:1780298662.160939:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609920640:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 871us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.160947:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11281 00000100:00100000:1.0:1780298662.162018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.162066:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920768 00000100:00100000:0.0:1780298662.162073:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920768 00000100:00100000:0.0:1780298662.162112:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11282 00000100:00100000:0.0:1780298662.162121:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609920768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.162171:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.162190:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dd3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d682f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.162245:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.162248:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605233024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.162308:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609920896 00000100:00100000:3.0:1780298662.162314:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609920896 00000100:00100000:0.0:1780298662.162331:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.162354:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11283 00000100:00100000:3.0:1780298662.162373:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609920896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.162383:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.162395:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037dda lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6836 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.162467:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605233152:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.162500:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.163101:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1248 -> 1304 00000100:00100000:0.0:1780298662.163116:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605233024:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.163169:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dd3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d682f expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.163192:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d518bb3a/0xaf35132e63037dd3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d682f expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.163219:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:0.0:1780298662.163257:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609920768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1137us (1240us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.163267:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11282 00000100:00100000:3.0:1780298662.163335:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605233152:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.163355:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037dda lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6836 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.163428:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037dda lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6836 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.163442:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:3.0:1780298662.163480:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609920896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1109us (1237us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.163487:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11283 00000100:00100000:2.0:1780298662.164558:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.164606:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921024 00000100:00100000:2.0:1780298662.164607:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.164612:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921024 00000100:00100000:0.0:1780298662.164644:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921152 00000100:00100000:1.0:1780298662.164649:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11284 00000100:00100000:0.0:1780298662.164649:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921152 00000100:00100000:1.0:1780298662.164658:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609921024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.164669:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.164688:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037de1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d683d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.164690:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11285 00000100:00100000:0.0:1780298662.164704:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.164713:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.164724:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037de8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6844 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.164732:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605233280:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.164765:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605233408:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.164778:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.164801:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.165556:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605233280:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.165579:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037de1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d683d expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.165595:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037de1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d683d expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.165606:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:0.0:1780298662.165641:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609921024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1085us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.165645:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605233408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.165659:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11284 00010000:00010000:1.0:1780298662.165670:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037de8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6844 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.165687:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b6539a7/0xaf35132e63037de8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6844 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.165697:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae800, rc 0) 00000100:00100000:1.0:1780298662.165727:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.165734:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11285 00000100:00100000:2.0:1780298662.166627:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.166654:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.166670:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921280 00000100:00100000:1.0:1780298662.166675:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921280 00000100:00100000:0.0:1780298662.166692:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921408 00000100:00100000:0.0:1780298662.166698:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921408 00000100:00100000:1.0:1780298662.166708:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11286 00000100:00100000:1.0:1780298662.166718:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609921280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.166726:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.166736:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037def lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d684b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.166736:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11287 00000100:00100000:0.0:1780298662.166751:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.166760:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.166770:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63037df6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6852 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.166771:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605233536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.166809:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605233664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.166834:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.166850:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.167500:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605233536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.167521:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605233664:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.167527:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037def lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d684b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.167536:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63037df6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6852 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.167545:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037def lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d684b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.167552:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63037df6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6852 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.167555:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:0.0:1780298662.167568:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:1.0:1780298662.167582:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609921280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (955us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.167587:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11286 00000100:00100000:0.0:1780298662.167597:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (940us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.167605:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11287 00000100:00100000:2.0:1780298662.168655:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.168683:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921664 00000100:00100000:3.0:1780298662.168688:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921664 00000100:00100000:2.0:1780298662.168698:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.168723:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921536 00000100:00100000:3.0:1780298662.168725:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921536 00000100:00100000:0.0:1780298662.168741:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11288 00000100:00100000:3.0:1780298662.168748:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11289 00000100:00100000:0.0:1780298662.168753:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609921664:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.168758:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609921536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.168767:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.168777:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.168780:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037dfd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6859 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.168788:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037e04 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6860 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.168808:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605233792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.168817:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605233920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.168844:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.168853:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.169668:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605233920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.169686:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037e04 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6860 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.169693:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605233792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.169702:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e63037e04 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6860 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.169715:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:3.0:1780298662.169716:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037dfd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6859 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.169733:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037dfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6859 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.169742:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298662.169751:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609921664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1097us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.169758:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11288 00000100:00100000:3.0:1780298662.169767:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609921536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1069us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.169775:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11289 00000100:00100000:1.0:1780298662.170792:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.170857:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921792 00000100:00100000:3.0:1780298662.170861:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921792 00000100:00100000:3.0:1780298662.170893:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11290 00000100:00100000:3.0:1780298662.170905:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609921792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.170914:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.170924:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037e0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6867 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.170933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.170959:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609921920 00000100:00100000:0.0:1780298662.170963:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609921920 00000100:00100000:3.0:1780298662.170984:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605234048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.170992:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11291 00000100:00100000:0.0:1780298662.171002:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.171009:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.171019:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037e12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d686e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.171036:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.171066:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605234176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.171096:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.171660:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605234048:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.171677:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037e0b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6867 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.171692:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c41c7ab/0xaf35132e63037e0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6867 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.171750:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:3.0:1780298662.171776:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609921792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (986us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.171781:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11290 00000100:00100000:0.0:1780298662.171856:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605234176:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.171871:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037e12 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d686e expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.171882:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2d588e1/0xaf35132e63037e12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d686e expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.171890:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298662.171911:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609921920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (982us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.171917:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11291 00000100:00100000:1.0:1780298662.172845:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.172885:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922176 00000100:00100000:2.0:1780298662.172889:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922176 00000100:00100000:2.0:1780298662.172919:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11292 00000100:00100000:2.0:1780298662.172929:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609922176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.172938:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.172947:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037e19 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d687c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.172976:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.172978:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605234304:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.173010:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922048 00000100:00100000:0.0:1780298662.173015:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922048 00000100:00100000:2.0:1780298662.173020:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.173047:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11293 00000100:00100000:0.0:1780298662.173055:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609922048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.173062:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.173071:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63037e20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6875 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.173098:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605234432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.173166:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.173699:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605234304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.173717:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037e19 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d687c expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.173727:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037e19 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d687c expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.173744:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298662.173778:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609922176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.173786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11292 00000100:00100000:0.0:1780298662.173909:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605234432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.173927:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63037e20 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6875 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.173942:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63037e20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6875 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.173952:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:0.0:1780298662.173978:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609922048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1003us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.173984:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11293 00000100:00100000:2.0:1780298662.174917:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.174950:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922304 00000100:00100000:1.0:1780298662.174955:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922304 00000100:00100000:1.0:1780298662.174983:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11294 00000100:00100000:1.0:1780298662.174989:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609922304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.175006:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.175018:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037e27 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6883 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.175054:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605234560:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.175063:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.175103:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.175117:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922432 00000100:00100000:2.0:1780298662.175123:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922432 00000100:00100000:2.0:1780298662.175199:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11295 00000100:00100000:2.0:1780298662.175210:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609922432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.175219:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.175227:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037e2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d688a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.175253:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605234688:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.175299:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.175688:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605234560:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.175715:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037e27 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6883 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.175726:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63037e27 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6883 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.175733:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.175757:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609922304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (840us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.175762:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11294 00000100:00100000:2.0:1780298662.175927:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605234688:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.175943:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037e2e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d688a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.175957:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037e2e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d688a expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.175966:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:2.0:1780298662.176001:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609922432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.176008:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11295 00000100:00100000:1.0:1780298662.176819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.176850:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922560 00000100:00100000:3.0:1780298662.176856:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922560 00000100:00100000:3.0:1780298662.176889:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11296 00000100:00100000:3.0:1780298662.176898:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609922560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.176908:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.176918:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6891 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.176938:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.176948:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(25 0) 00010000:00010000:3.0:1780298662.176958:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:3.0:1780298662.176964:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3350528->3420159] (req 3350528->3420159) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.176988:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.177002:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 11 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.177014:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605234816:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.177055:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.177738:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605234816:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.177754:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3350528->3420159] (req 3350528->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.177766:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:3.0:1780298662.177796:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609922560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.177802:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11296 00000100:00100000:1.0:1780298662.178064:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.178106:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922688 00000100:00100000:2.0:1780298662.178112:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922688 00010000:00010000:2.0:1780298662.178174:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.178206:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15479 00000100:00100000:2.0:1780298662.178217:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609922688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.178226:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.178238:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.178251:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.178269:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ef46bb4/0xaf35132e63037d1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6787 expref: 12 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.178285:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:2.0:1780298662.178289:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:2.0:1780298662.178296:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.178305:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.178335:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.178345:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605234944:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.178384:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.179121:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605234944:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.179168:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.179191:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609922688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 979us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.179198:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15479 00000100:00100000:0.0:1780298662.179283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.179310:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922816 00000100:00100000:1.0:1780298662.179315:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922816 00000100:00100000:1.0:1780298662.179362:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6886 00000100:00100000:1.0:1780298662.179370:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609922816:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.179590:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.179595:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.179597:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.179599:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.179601:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 136 00000100:00100000:1.0:1780298662.179629:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609922816:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 261us (349us total) trans 4294969400 rc 0/0 00000100:00100000:1.0:1780298662.179634:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6886 00000100:00100000:1.0:1780298662.180582:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.180620:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.180639:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609922944 00000100:00100000:0.0:1780298662.180645:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609922944 00000100:00100000:3.0:1780298662.180658:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923072 00000100:00100000:3.0:1780298662.180664:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923072 00000100:00100000:0.0:1780298662.180688:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11297 00000100:00100000:0.0:1780298662.180700:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609922944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.180707:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11298 00010000:00010000:0.0:1780298662.180713:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.180719:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609923072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.180727:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63037e3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6898 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.180728:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.180745:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037e43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d689f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.180773:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605235072:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.180782:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605235200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.180833:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.180835:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.181511:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605235072:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.181534:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63037e3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6898 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.181561:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e63037e3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6898 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.181571:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605235200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.181574:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:0.0:1780298662.181609:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609922944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1026us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.181619:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11297 00010000:00010000:3.0:1780298662.181627:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037e43 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d689f expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.181641:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037e43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d689f expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.181651:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:3.0:1780298662.181682:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609923072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1063us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.181689:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11298 00000100:00100000:1.0:1780298662.182652:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.182695:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923200 00000100:00100000:2.0:1780298662.182701:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923200 00000100:00100000:1.0:1780298662.182707:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.182742:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923328 00000100:00100000:2.0:1780298662.182746:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923328 00000100:00100000:0.0:1780298662.182765:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11299 00000100:00100000:2.0:1780298662.182776:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11300 00000100:00100000:0.0:1780298662.182779:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609923200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.182789:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.182790:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609923328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.182799:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e63037e4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68a6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.182801:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.182812:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037e51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68ad expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.182831:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605235328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.182847:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605235456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.182929:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.182930:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.183765:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605235456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.183780:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605235328:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.183787:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037e51 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68ad expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.183797:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e63037e4a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68a6 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.183807:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fd24608/0xaf35132e63037e51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68ad expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.183820:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00010000:00010000:1.0:1780298662.183828:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e63037e4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68a6 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.183842:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:0.0:1780298662.183867:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609923328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1080us (1159us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.183870:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609923200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1095us (1217us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.183880:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11300 00000100:00100000:1.0:1780298662.183891:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11299 00000100:00100000:1.0:1780298662.184892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.184931:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923456 00000100:00100000:0.0:1780298662.184936:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923456 00000100:00100000:0.0:1780298662.184968:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11301 00000100:00100000:0.0:1780298662.184975:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609923456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.184985:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.184993:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68b4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.185013:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.185022:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:0.0:1780298662.185027:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(44 0) 00010000:00010000:0.0:1780298662.185032:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->1998847] (req 1941504->1998847) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.185053:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.185067:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 12 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.185078:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605235584:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.185148:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.185791:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605235584:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.185805:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->1998847] (req 1941504->1998847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.185817:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00000100:00100000:0.0:1780298662.185848:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609923456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.185855:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11301 00000100:00100000:2.0:1780298662.186178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.186213:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923584 00000100:00100000:0.0:1780298662.186218:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923584 00010000:00010000:0.0:1780298662.186236:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 13 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.186264:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15480 00000100:00100000:0.0:1780298662.186271:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609923584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.186281:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.186293:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 13 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.186305:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 13 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.186321:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63037db0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [389120->2461695] (req 389120->442367) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d680c expref: 13 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.186344:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(44 0) 00010000:00010000:0.0:1780298662.186348:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(44 0) 00010000:00010000:0.0:1780298662.186355:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.186364:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.186386:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.186397:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605235712:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.186434:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.187098:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605235712:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.187108:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.187152:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609923584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 882us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.187174:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15480 00000100:00100000:1.0:1780298662.187261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.187294:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923712 00000100:00100000:2.0:1780298662.187302:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923712 00000100:00100000:2.0:1780298662.187334:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6887 00000100:00100000:2.0:1780298662.187340:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609923712:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.187623:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:2.0:1780298662.187626:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.187628:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.187630:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.187631:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1304 -> 1416 00000100:00100000:2.0:1780298662.187656:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609923712:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 316us (396us total) trans 4294969904 rc 0/0 00000100:00100000:2.0:1780298662.187663:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6887 00000100:00100000:2.0:1780298662.188511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.188558:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923840 00000100:00100000:3.0:1780298662.188564:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923840 00000100:00100000:3.0:1780298662.188600:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11302 00000100:00100000:1.0:1780298662.188607:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.188611:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609923840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.188620:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.188627:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609923968 00010000:00010000:3.0:1780298662.188630:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037e5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68bb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.188632:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609923968 00000100:00100000:3.0:1780298662.188667:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605235840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.188673:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11303 00000100:00100000:0.0:1780298662.188683:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609923968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.188691:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.188702:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e63037e66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68c2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.188738:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605235968:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.188761:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.188770:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.189414:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605235840:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.189429:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037e5f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68bb expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.189441:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e63037e5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68bb expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.189448:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:3.0:1780298662.189473:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609923840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (961us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.189477:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11302 00000100:00100000:2.0:1780298662.189532:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605235968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.189545:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e63037e66 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68c2 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.189555:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e63037e66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68c2 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.189562:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:2.0:1780298662.189588:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609923968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (982us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.189596:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11303 00000100:00100000:1.0:1780298662.190339:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.190376:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924096 00000100:00100000:0.0:1780298662.190382:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924096 00000100:00100000:0.0:1780298662.190413:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11304 00000100:00100000:0.0:1780298662.190421:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609924096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.190429:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.190437:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037e6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68c9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.190467:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605236096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.190498:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.190514:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.190527:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924224 00000100:00100000:3.0:1780298662.190532:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924224 00000100:00100000:3.0:1780298662.190610:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11305 00000100:00100000:3.0:1780298662.190616:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609924224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.190622:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.190627:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63037e74 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68d0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.190645:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605236224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.190669:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.191351:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605236096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.191371:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037e6d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68c9 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.191389:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037e6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68c9 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.191392:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605236224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.191407:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00010000:00010000:3.0:1780298662.191412:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63037e74 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d0 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.191433:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63037e74 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d0 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.191442:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298662.191442:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609924096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1102us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.191452:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11304 00000100:00100000:3.0:1780298662.191464:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609924224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (968us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.191470:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11305 00000100:00100000:1.0:1780298662.192614:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.192655:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924352 00000100:00100000:2.0:1780298662.192660:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924352 00000100:00100000:2.0:1780298662.192690:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11306 00000100:00100000:2.0:1780298662.192695:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609924352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.192703:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.192709:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68d7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.192722:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:2.0:1780298662.192725:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:2.0:1780298662.192731:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.192740:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.192745:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b800, rc 0) 00000100:00100000:2.0:1780298662.192766:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609924352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 72us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.192771:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11306 00000100:00100000:2.0:1780298662.193750:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.193787:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924480 00000100:00100000:0.0:1780298662.193792:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924480 00002000:00100000:0.0:1780298662.193822:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1122304->1126399) req@ffff9cf37f735180 x1866777609924480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.193832:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777609924480 ext(1122304->1126399) 00002000:00010000:0.0:1780298662.193836:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:0.0:1780298662.193859:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6888 00000100:00100000:0.0:1780298662.193868:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609924480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.194004:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609924480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 138us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.194012:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6888 00002000:00100000:0.0:1780298662.194019:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1122304->1126399) req@ffff9cf37f735180 x1866777609924480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.194028:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777609924480 ext(1122304->1126399) 00002000:00010000:0.0:1780298662.194032:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735180 00000100:00100000:1.0:1780298662.194959:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.194996:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924608 00000100:00100000:0.0:1780298662.195000:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924608 00002000:00100000:0.0:1780298662.195017:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1134592->1138687) req@ffff9cf2425f2300 x1866777609924608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.195024:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2300 with x1866777609924608 ext(1134592->1138687) 00002000:00010000:0.0:1780298662.195026:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2300 00000100:00100000:0.0:1780298662.195041:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6889 00000100:00100000:0.0:1780298662.195046:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609924608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.195104:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609924608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (146us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.195114:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6889 00002000:00100000:0.0:1780298662.195119:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1134592->1138687) req@ffff9cf2425f2300 x1866777609924608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.195143:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2300 with x1866777609924608 ext(1134592->1138687) 00002000:00010000:0.0:1780298662.195146:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f2300 00000100:00100000:1.0:1780298662.196177:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.196202:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924736 00000100:00100000:2.0:1780298662.196206:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924736 00000100:00100000:1.0:1780298662.196231:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.196235:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11307 00000100:00100000:2.0:1780298662.196243:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609924736:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.196249:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924864 00010000:00010000:2.0:1780298662.196250:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.196255:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924864 00010000:00010000:2.0:1780298662.196260:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037e82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68de expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.196282:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11308 00000100:00100000:0.0:1780298662.196289:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609924864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.196296:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.196305:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605236352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.196305:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037e89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68e5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.196336:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605236480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.196356:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.196364:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.197183:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605236352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.197207:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605236480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.197208:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037e82 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68de expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.197226:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fd24608/0xaf35132e63037e82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68de expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.197235:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ac00, rc 0) 00010000:00010000:3.0:1780298662.197236:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037e89 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68e5 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.197252:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037e89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68e5 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.197261:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609924736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1085us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298662.197263:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:0.0:1780298662.197273:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11307 00000100:00100000:3.0:1780298662.197294:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609924864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1062us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.197302:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11308 00000100:00100000:1.0:1780298662.198287:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.198318:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925120 00000100:00100000:1.0:1780298662.198318:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.198323:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925120 00000100:00100000:3.0:1780298662.198350:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609924992 00000100:00100000:3.0:1780298662.198352:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609924992 00000100:00100000:0.0:1780298662.198363:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11309 00000100:00100000:0.0:1780298662.198372:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609925120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.198379:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.198386:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e2336867/0xaf35132e63037e90 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68f3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.198413:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605236608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.198417:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11310 00000100:00100000:3.0:1780298662.198426:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609924992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.198439:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.198447:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037e97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68ec expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.198454:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.198474:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605236736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.198505:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.199034:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605236608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.199051:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e2336867/0xaf35132e63037e90 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68f3 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.199067:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e2336867/0xaf35132e63037e90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68f3 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.199080:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:0.0:1780298662.199106:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609925120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 737us (820us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.199113:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11309 00000100:00100000:3.0:1780298662.199209:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605236736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.199221:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037e97 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68ec expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.199230:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63037e97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68ec expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.199236:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:3.0:1780298662.199258:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609924992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (940us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.199263:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11310 00000100:00100000:2.0:1780298662.200059:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.200099:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925248 00000100:00100000:1.0:1780298662.200109:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925248 00000100:00100000:1.0:1780298662.200173:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11311 00000100:00100000:1.0:1780298662.200183:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609925248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.200193:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.200203:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037e9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d68fa expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.200214:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.200234:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605236864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.200242:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925376 00000100:00100000:0.0:1780298662.200246:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925376 00000100:00100000:0.0:1780298662.200269:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11312 00000100:00100000:0.0:1780298662.200278:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609925376:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.200286:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00010000:00010000:0.0:1780298662.200289:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.200297:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63037ea5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6901 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.200319:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605236992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.200352:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.200899:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605236864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.200918:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037e9e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68fa expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.200934:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63037e9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68fa expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.200945:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.200978:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609925248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (918us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.200986:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11311 00000100:00100000:0.0:1780298662.201030:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605236992:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.201048:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63037ea5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6901 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.201059:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e63037ea5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6901 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.201066:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:0.0:1780298662.201091:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609925376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (878us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.201096:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11312 00000100:00100000:2.0:1780298662.201984:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.202029:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925504 00000100:00100000:3.0:1780298662.202039:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925504 00000100:00100000:3.0:1780298662.202086:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11313 00000100:00100000:3.0:1780298662.202094:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609925504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.202107:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.202121:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6908 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.202257:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.202269:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(26 0) 00010000:00010000:2.0:1780298662.202274:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(27 0) 00010000:00010000:2.0:1780298662.202280:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3100671] (req 3096576->3100671) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.202306:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.202320:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.202331:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605237120:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.202377:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.202954:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605237120:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.202967:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3100671] (req 3096576->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.202985:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:2.0:1780298662.203013:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609925504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.203018:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11313 00000100:00100000:3.0:1780298662.203403:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.203435:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925632 00000100:00100000:2.0:1780298662.203440:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925632 00002000:00100000:2.0:1780298662.203470:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1122304->1138687) req@ffff9cf244810380 x1866777609925632/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 16872/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.203481:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810380 with x1866777609925632 ext(1122304->1138687) 00010000:00010000:2.0:1780298662.203488:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.203501:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298662.203508:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf244810380 00000100:00100000:2.0:1780298662.203531:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 233 00000100:00100000:2.0:1780298662.203540:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609925632:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.204167:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609925632:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 585us (724us total) trans 4294969401 rc 0/0 00000100:00100000:2.0:1780298662.204178:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 233 00002000:00100000:2.0:1780298662.204186:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1122304->1138687) req@ffff9cf244810380 x1866777609925632/t4294969401(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 16872/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.204209:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810380 with x1866777609925632 ext(1122304->1138687) 00010000:00010000:2.0:1780298662.204215:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.204228:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298662.204236:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf244810380 00000100:00100000:1.0:1780298662.204914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.204956:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925760 00000100:00100000:0.0:1780298662.204963:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925760 00010000:00010000:0.0:1780298662.204989:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.205029:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15481 00000100:00100000:0.0:1780298662.205037:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609925760:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.205050:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298662.205072:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 136 -> 168 00010000:00010000:0.0:1780298662.205078:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.205093:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.205114:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b0cbb9d/0xaf35132e63037e7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1122304->3350527] (req 1122304->1138687) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68d7 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.205175:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(27 0) 00010000:00010000:0.0:1780298662.205181:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(27 0) 00010000:00010000:0.0:1780298662.205191:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.205202:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.205233:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.205246:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605237248:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.205311:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.205957:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605237248:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.205971:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.206000:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609925760:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 964us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.206013:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15481 00000100:00100000:3.0:1780298662.206197:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.206244:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609925888 00000100:00100000:1.0:1780298662.206251:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609925888 00002000:00100000:1.0:1780298662.206282:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3096576->3100671) req@ffff9cf244812d80 x1866777609925888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.206313:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777609925888 ext(3096576->3100671) 00002000:00010000:1.0:1780298662.206317:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:1.0:1780298662.206345:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6890 00000100:00100000:1.0:1780298662.206355:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609925888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.206482:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609925888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 129us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.206490:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6890 00002000:00100000:1.0:1780298662.206498:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3096576->3100671) req@ffff9cf244812d80 x1866777609925888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.206507:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812d80 with x1866777609925888 ext(3096576->3100671) 00002000:00010000:1.0:1780298662.206510:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812d80 00000100:00100000:1.0:1780298662.207449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.207486:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926016 00000100:00100000:2.0:1780298662.207490:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926016 00002000:00100000:2.0:1780298662.207507:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (3100672->3104767) req@ffff9cf2425f0700 x1866777609926016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.207514:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0700 with x1866777609926016 ext(3100672->3104767) 00002000:00010000:2.0:1780298662.207516:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0700 00000100:00100000:2.0:1780298662.207532:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6891 00000100:00100000:2.0:1780298662.207537:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.207608:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.207612:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6891 00002000:00100000:2.0:1780298662.207618:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (3100672->3104767) req@ffff9cf2425f0700 x1866777609926016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.207623:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0700 with x1866777609926016 ext(3100672->3104767) 00002000:00010000:2.0:1780298662.207626:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0700 00000100:00100000:3.0:1780298662.208510:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.208549:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926144 00000100:00100000:0.0:1780298662.208554:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926144 00002000:00100000:0.0:1780298662.208581:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3104768->3108863) req@ffff9cf244813480 x1866777609926144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.208589:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777609926144 ext(3104768->3108863) 00002000:00010000:0.0:1780298662.208593:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:0.0:1780298662.208611:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6892 00000100:00100000:0.0:1780298662.208617:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.208738:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.208745:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6892 00002000:00100000:0.0:1780298662.208752:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3104768->3108863) req@ffff9cf244813480 x1866777609926144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.208761:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777609926144 ext(3104768->3108863) 00002000:00010000:0.0:1780298662.208765:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:3.0:1780298662.209692:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.209723:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926272 00000100:00100000:0.0:1780298662.209727:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926272 00002000:00100000:0.0:1780298662.209742:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (3108864->3112959) req@ffff9cf244810a80 x1866777609926272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.209749:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777609926272 ext(3108864->3112959) 00002000:00010000:0.0:1780298662.209751:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:0.0:1780298662.209767:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6893 00000100:00100000:0.0:1780298662.209772:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.209841:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609926272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.209849:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6893 00002000:00100000:0.0:1780298662.209856:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (3108864->3112959) req@ffff9cf244810a80 x1866777609926272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.209866:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777609926272 ext(3108864->3112959) 00002000:00010000:0.0:1780298662.209870:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:1.0:1780298662.210728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.210769:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926400 00000100:00100000:2.0:1780298662.210775:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926400 00002000:00100000:2.0:1780298662.210802:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3112960->3117055) req@ffff9cf2425f3100 x1866777609926400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.210812:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3100 with x1866777609926400 ext(3112960->3117055) 00002000:00010000:2.0:1780298662.210816:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3100 00000100:00100000:2.0:1780298662.210842:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6894 00000100:00100000:2.0:1780298662.210851:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609926400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.210942:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609926400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.210947:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6894 00002000:00100000:2.0:1780298662.210953:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3112960->3117055) req@ffff9cf2425f3100 x1866777609926400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.210959:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3100 with x1866777609926400 ext(3112960->3117055) 00002000:00010000:2.0:1780298662.210962:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f3100 00000100:00100000:3.0:1780298662.211881:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.211908:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.211929:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926528 00000100:00100000:0.0:1780298662.211943:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926528 00000100:00100000:2.0:1780298662.211958:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926656 00000100:00100000:2.0:1780298662.211964:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926656 00000100:00100000:0.0:1780298662.211993:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11314 00000100:00100000:0.0:1780298662.212006:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609926528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.212019:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11315 00010000:00010000:0.0:1780298662.212020:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.212037:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609926656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.212042:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63037eb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d690f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.212049:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.212067:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037eba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6916 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.212111:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605237376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.212120:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605237504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.212229:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.212230:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.212986:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605237504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.213010:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605237376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.213019:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037eba lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6916 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.213043:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63037eb3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d690f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.213045:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c1d9addf/0xaf35132e63037eba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6916 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.213088:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00010000:00010000:0.0:1780298662.213094:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8257a7e/0xaf35132e63037eb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d690f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.213119:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609926656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1210us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298662.213146:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:2.0:1780298662.213168:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11315 00000100:00100000:0.0:1780298662.213199:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609926528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1194us (1316us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.213208:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11314 00000100:00100000:1.0:1780298662.214112:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.214183:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926784 00000100:00100000:0.0:1780298662.214188:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926784 00000100:00100000:1.0:1780298662.214193:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.214218:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609926912 00000100:00100000:0.0:1780298662.214221:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609926912 00000100:00100000:0.0:1780298662.214248:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11316 00000100:00100000:2.0:1780298662.214258:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11317 00000100:00100000:0.0:1780298662.214265:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609926784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.214275:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.214281:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609926912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.214286:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037ec1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d691d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.214290:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.214301:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037ec8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6924 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.214318:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605237632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.214342:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605237760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.214364:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.214384:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.215081:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605237632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.215099:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037ec1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d691d expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.215116:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037ec1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d691d expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.215168:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:2.0:1780298662.215213:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605237760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.215223:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609926784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1107us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.215234:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11316 00010000:00010000:2.0:1780298662.215238:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037ec8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6924 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.215253:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0a0f245/0xaf35132e63037ec8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6924 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.215267:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298662.215291:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609926912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1102us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.215297:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11317 00000100:00100000:3.0:1780298662.216226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.216255:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.216278:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927040 00000100:00100000:2.0:1780298662.216284:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927040 00000100:00100000:0.0:1780298662.216290:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927168 00000100:00100000:0.0:1780298662.216295:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927168 00000100:00100000:2.0:1780298662.216332:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11318 00000100:00100000:0.0:1780298662.216343:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11319 00000100:00100000:2.0:1780298662.216349:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609927040:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.216356:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609927168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.216360:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.216364:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.216374:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037ecf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d692b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.216375:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e63037ed6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6932 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.216438:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605237888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.216454:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605238016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.216482:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.216507:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.217247:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605237888:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.217283:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e63037ed6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6932 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.217294:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605238016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.217300:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e63037ed6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6932 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.217321:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00010000:00010000:2.0:1780298662.217332:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037ecf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d692b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.217344:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037ecf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d692b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.217354:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609927168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1094us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298662.217362:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:0.0:1780298662.217363:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11319 00000100:00100000:2.0:1780298662.217395:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609927040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1053us (1169us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.217410:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11318 00000100:00100000:3.0:1780298662.218245:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.218303:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927296 00000100:00100000:1.0:1780298662.218309:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927296 00000100:00100000:1.0:1780298662.218350:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6895 00000100:00100000:1.0:1780298662.218360:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609927296:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.218497:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:1.0:1780298662.218502:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.218505:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.218508:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.218516:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1416 -> 1416 00000100:00100000:1.0:1780298662.218549:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609927296:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 192us (306us total) trans 4294969905 rc 0/0 00000100:00100000:1.0:1780298662.218558:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6895 00000100:00100000:3.0:1780298662.219389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.219424:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.219425:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927424 00000100:00100000:0.0:1780298662.219436:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927424 00000100:00100000:0.0:1780298662.219464:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927552 00000100:00100000:0.0:1780298662.219466:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927552 00000100:00100000:1.0:1780298662.219488:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11320 00000100:00100000:0.0:1780298662.219499:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11321 00000100:00100000:1.0:1780298662.219508:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609927424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.219517:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609927552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.219519:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.219531:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.219533:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037edd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6939 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.219541:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb9fa441/0xaf35132e63037ee4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6940 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.219577:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605238144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.219585:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605238272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.219654:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.219655:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.220325:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605238272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.220347:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb9fa441/0xaf35132e63037ee4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6940 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.220360:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb9fa441/0xaf35132e63037ee4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6940 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.220371:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9800, rc 0) 00000100:00100000:1.0:1780298662.220376:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605238144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.220403:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609927552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (977us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298662.220409:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037edd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6939 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.220416:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11321 00010000:00010000:1.0:1780298662.220439:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037edd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6939 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.220452:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.220490:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609927424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1100us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.220498:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11320 00000100:00100000:3.0:1780298662.221349:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.221394:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927680 00000100:00100000:1.0:1780298662.221400:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927680 00000100:00100000:3.0:1780298662.221403:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.221444:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927808 00000100:00100000:0.0:1780298662.221452:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11322 00000100:00100000:1.0:1780298662.221453:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927808 00000100:00100000:0.0:1780298662.221471:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609927680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.221480:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.221495:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037eeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6947 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.221496:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11323 00000100:00100000:1.0:1780298662.221512:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609927808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.221521:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.221531:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037ef2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d694e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.221532:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605238400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.221580:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605238528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.221595:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.221622:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.222265:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605238528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.222269:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605238400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.222291:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037ef2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d694e expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.222302:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037eeb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6947 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.222306:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037ef2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d694e expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.222339:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00010000:00010000:0.0:1780298662.222354:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037eeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6947 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.222368:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:1.0:1780298662.222372:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609927808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (970us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.222380:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11323 00000100:00100000:0.0:1780298662.222411:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609927680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1060us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.222418:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11322 00000100:00100000:3.0:1780298662.223265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.223307:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609927936 00000100:00100000:2.0:1780298662.223313:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609927936 00000100:00100000:2.0:1780298662.223356:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6896 00000100:00100000:2.0:1780298662.223366:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609927936:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.223584:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:2.0:1780298662.223587:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.223589:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.223591:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.223592:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1416 -> 1520 00000100:00100000:2.0:1780298662.223621:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609927936:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (355us total) trans 4294969906 rc 0/0 00000100:00100000:2.0:1780298662.223626:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6896 00000100:00100000:3.0:1780298662.224400:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.224432:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928064 00000100:00100000:0.0:1780298662.224436:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928064 00000100:00100000:0.0:1780298662.224465:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11324 00000100:00100000:0.0:1780298662.224471:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609928064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.224478:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.224487:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63037ef9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6955 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.224511:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605238656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.224561:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.224569:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.224608:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928192 00000100:00100000:1.0:1780298662.224614:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928192 00000100:00100000:1.0:1780298662.224664:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11325 00000100:00100000:1.0:1780298662.224676:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609928192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.224685:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.224703:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037f00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d695c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.224736:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605238784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.224777:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.225307:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605238656:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.225329:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63037ef9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6955 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.225346:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e63037ef9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6955 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.225358:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9e00, rc 0) 00000100:00100000:0.0:1780298662.225397:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609928064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (997us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.225405:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11324 00000100:00100000:2.0:1780298662.225454:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605238784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.225471:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037f00 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d695c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.225483:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037f00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d695c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.225495:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298662.225534:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609928192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.225548:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11325 00000100:00100000:1.0:1780298662.226372:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.226403:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928320 00000100:00100000:2.0:1780298662.226407:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928320 00000100:00100000:2.0:1780298662.226434:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11326 00000100:00100000:2.0:1780298662.226441:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609928320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.226447:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.226454:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6963 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.226474:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.226481:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605238912:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.226515:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928448 00000100:00100000:0.0:1780298662.226521:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928448 00000100:00100000:2.0:1780298662.226536:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.226565:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11327 00000100:00100000:0.0:1780298662.226576:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609928448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.226586:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.226596:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d696a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.226630:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605239040:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.226670:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.227278:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605238912:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.227296:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f07 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6963 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.227307:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6963 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.227314:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00000100:00100000:2.0:1780298662.227346:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609928320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.227352:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11326 00000100:00100000:0.0:1780298662.227357:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605239040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.227382:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f0e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d696a expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.227404:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d696a expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.227412:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:0.0:1780298662.227441:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609928448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (971us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.227447:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11327 00000100:00100000:3.0:1780298662.228311:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.228341:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928576 00000100:00100000:0.0:1780298662.228345:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928576 00000100:00100000:0.0:1780298662.228373:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6897 00000100:00100000:0.0:1780298662.228380:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609928576:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.228506:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 5467706 00002000:00010000:0.0:1780298662.228509:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.228511:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.228512:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.228514:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1520 -> 1520 00000100:00100000:0.0:1780298662.228537:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609928576:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 158us (227us total) trans 4294969907 rc 0/0 00000100:00100000:0.0:1780298662.228542:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6897 00000100:00100000:1.0:1780298662.229289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.229324:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928704 00000100:00100000:2.0:1780298662.229330:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928704 00000100:00100000:1.0:1780298662.229354:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.229377:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928832 00000100:00100000:2.0:1780298662.229381:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928832 00000100:00100000:0.0:1780298662.229401:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11328 00000100:00100000:3.0:1780298662.229414:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11329 00000100:00100000:0.0:1780298662.229415:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609928704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.229425:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.229434:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609928832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.229434:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6971 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.229461:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605239168:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.229485:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.229493:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63037f1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6978 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.229501:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.229520:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605239296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.229545:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.230083:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605239168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.230098:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f15 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6971 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.230111:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6971 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.230121:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00000100:00100000:0.0:1780298662.230190:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609928704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (902us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.230200:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11328 00000100:00100000:2.0:1780298662.230334:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605239296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.230364:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63037f1c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6978 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.230380:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63037f1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6978 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.230393:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:2.0:1780298662.230436:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609928832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1082us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.230443:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11329 00000100:00100000:3.0:1780298662.231245:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.231317:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609928960 00000100:00100000:1.0:1780298662.231324:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609928960 00000100:00100000:3.0:1780298662.231366:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.231374:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11330 00000100:00100000:2.0:1780298662.231387:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929088 00000100:00100000:1.0:1780298662.231388:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609928960:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.231393:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929088 00010000:00010000:1.0:1780298662.231402:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.231415:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037f23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d697f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.231434:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11331 00000100:00100000:2.0:1780298662.231445:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609929088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.231455:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.231465:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037f2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6986 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.231467:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605239424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.231502:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605239552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.231536:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.231536:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.232236:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605239424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.232258:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037f23 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d697f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.232274:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e63037f23 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d697f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.232286:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:3.0:1780298662.232297:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f735880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605239552:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.232325:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037f2a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6986 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.232339:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609928960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1092us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298662.232352:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019780e8d/0xaf35132e63037f2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6986 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.232353:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11330 00010000:00010000:3.0:1780298662.232372:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:3.0:1780298662.232414:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609929088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 971us (1052us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.232491:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11331 00000100:00100000:2.0:1780298662.233272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.233312:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929216 00000100:00100000:0.0:1780298662.233318:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929216 00000100:00100000:0.0:1780298662.233353:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11332 00000100:00100000:0.0:1780298662.233361:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609929216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.233371:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.233380:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d698d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.233400:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.233422:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(44 0) 00010000:00010000:0.0:1780298662.233426:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(45 0) 00010000:00010000:0.0:1780298662.233432:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->2719743] (req 2695168->2719743) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.233455:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.233474:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 13 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.233486:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605239680:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.233530:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.234114:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605239680:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.234174:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->2719743] (req 2695168->2719743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234188:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:0.0:1780298662.234228:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609929216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.234236:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11332 00000100:00100000:3.0:1780298662.234259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.234299:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929344 00000100:00100000:0.0:1780298662.234303:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929344 00010000:00010000:0.0:1780298662.234331:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.234367:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15482 00000100:00100000:0.0:1780298662.234376:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609929344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.234386:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.234397:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234408:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234425:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63037d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2461696->3354623] (req 2461696->2494463) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67e9 expref: 14 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234435:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(45 0) 00010000:00010000:0.0:1780298662.234439:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(45 0) 00010000:00010000:0.0:1780298662.234446:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234458:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.234491:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.234502:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605239808:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.234542:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.235192:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605239808:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.235204:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.235232:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609929344:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 859us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.235240:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15482 00000100:00100000:1.0:1780298662.235462:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.235504:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929472 00000100:00100000:0.0:1780298662.235509:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929472 00002000:00100000:0.0:1780298662.235536:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf2425f0a80 x1866777609929472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.235546:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777609929472 ext(2695168->2699263) 00002000:00010000:0.0:1780298662.235550:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:0.0:1780298662.235573:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6898 00000100:00100000:0.0:1780298662.235580:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609929472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.235708:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609929472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.235714:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6898 00002000:00100000:0.0:1780298662.235722:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf2425f0a80 x1866777609929472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.235730:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777609929472 ext(2695168->2699263) 00002000:00010000:0.0:1780298662.235733:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:3.0:1780298662.236635:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.236685:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929600 00000100:00100000:2.0:1780298662.236690:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929600 00002000:00100000:2.0:1780298662.236723:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2715648->2719743) req@ffff9cf243846300 x1866777609929600/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.236731:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846300 with x1866777609929600 ext(2715648->2719743) 00002000:00010000:2.0:1780298662.236734:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846300 00000100:00100000:2.0:1780298662.236755:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6899 00000100:00100000:2.0:1780298662.236760:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609929600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.236896:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609929600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 135us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.236904:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6899 00002000:00100000:2.0:1780298662.236911:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2715648->2719743) req@ffff9cf243846300 x1866777609929600/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.236920:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846300 with x1866777609929600 ext(2715648->2719743) 00002000:00010000:2.0:1780298662.236924:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846300 00000100:00100000:1.0:1780298662.237942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.237989:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929728 00000100:00100000:2.0:1780298662.238002:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929728 00000100:00100000:3.0:1780298662.238020:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.238080:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929856 00000100:00100000:2.0:1780298662.238085:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929856 00000100:00100000:0.0:1780298662.238108:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11333 00000100:00100000:0.0:1780298662.238122:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609929728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.238153:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.238172:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11334 00000100:00100000:1.0:1780298662.238186:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609929856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.238187:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6994 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.238203:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.238220:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e63037f3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d699b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.238238:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605239936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.238273:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605240064:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.238292:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.238321:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.239251:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605239936:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.239282:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f38 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6994 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.239289:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605240064:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.239315:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e63037f38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6994 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.239329:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00010000:00010000:2.0:1780298662.239331:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e63037f3f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d699b expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.239353:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e63037f3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d699b expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.239368:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:0.0:1780298662.239372:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609929728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1254us (1430us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.239385:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11333 00000100:00100000:2.0:1780298662.239413:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb84050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609929856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1229us (1390us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.239424:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11334 00000100:00100000:3.0:1780298662.240398:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.240465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.240483:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609929984 00000100:00100000:2.0:1780298662.240489:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609929984 00000100:00100000:0.0:1780298662.240506:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930112 00000100:00100000:0.0:1780298662.240512:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930112 00000100:00100000:2.0:1780298662.240532:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11335 00000100:00100000:2.0:1780298662.240541:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609929984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.240549:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.240554:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11336 00010000:00010000:2.0:1780298662.240560:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69a2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.240572:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609930112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.240580:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.240596:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605240192:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.240596:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69a9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.240645:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605240320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.240680:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.240691:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.241383:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605240192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.241402:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605240320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.241407:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f46 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69a2 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.241428:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c1d9addf/0xaf35132e63037f46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69a2 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.241432:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f4d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69a9 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.241471:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a600, rc 0) 00010000:00010000:0.0:1780298662.241477:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e63037f4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69a9 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.241486:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:2.0:1780298662.241503:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609929984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1105us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.241515:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11335 00000100:00100000:0.0:1780298662.241516:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609930112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1046us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.241530:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11336 00000100:00100000:1.0:1780298662.242549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.242587:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930368 00000100:00100000:0.0:1780298662.242592:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930368 00000100:00100000:0.0:1780298662.242621:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62191 00000100:00100000:0.0:1780298662.242626:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+66:30556:x1866777609930368:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.242660:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.242675:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae000/0xaf35132e63037d4e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67aa expref: 66 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.242684:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.242687:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.242810:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.242821:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 77 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.242836:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.242851:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 77 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.242861:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 77 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.242869:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605240448:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.242903:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.243566:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605240448:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.243579:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.243838:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.243880:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930496 00000100:00100000:2.0:1780298662.243894:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930496 00010000:00010000:2.0:1780298662.243920:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 78 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.243952:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15483 00000100:00100000:2.0:1780298662.243962:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:2399:x1866777609930496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.243973:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.243979:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 78 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.243991:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 78 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.244019:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf340031c00/0xaf35132e63037d2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d678e expref: 78 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.244033:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.244038:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.244053:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.244061:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.244078:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.244102:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.244109:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:2399:x1866777609930496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 147us (271us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.244122:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.244186:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15483 00000001:00080000:0.0:1780298662.244220:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991219 00000004:00010000:0.0:1780298662.244249:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009761cd49 reply state 00000000d0900efc transno 4294991220 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.244272:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.244292:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.244294:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.244297:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.244369:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+68:30556:x1866777609930368:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1740us (1820us total) trans 4294991220 rc 0/0 00000100:00100000:0.0:1780298662.244376:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62191 00000020:00080000:0.0:1780298662.244381:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298662.245018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.245049:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930624 00000100:00100000:2.0:1780298662.245053:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930624 00000100:00100000:2.0:1780298662.245077:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11337 00000100:00100000:2.0:1780298662.245083:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609930624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.245092:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.245103:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69b0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245118:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245141:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245147:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245153:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(45 0) 00010000:00010000:2.0:1780298662.245166:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(48 0) 00010000:00010000:2.0:1780298662.245170:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245187:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245205:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.245214:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240576:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.245258:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245266:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.245273:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240704:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.245302:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.245312:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.245323:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240832:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.245349:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.245965:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240576:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.245980:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240704:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.246119:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605240832:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.246186:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246198:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9a200, rc 0) 00000100:00100000:3.0:1780298662.246218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.246231:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609930624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.246236:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11337 00000100:00100000:0.0:1780298662.246286:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930752 00000100:00100000:0.0:1780298662.246292:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930752 00002000:00100000:0.0:1780298662.246323:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2719743) req@ffff9cf243845c00 x1866777609930752/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.246330:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777609930752 ext(2695168->2719743) 00010000:00010000:0.0:1780298662.246337:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.246349:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 12 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298662.246357:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243845c00 00000100:00100000:0.0:1780298662.246385:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 234 00000100:00100000:0.0:1780298662.246397:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609930752:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298662.246418:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.246454:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609930880 00000100:00100000:2.0:1780298662.246459:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609930880 00010000:00010000:2.0:1780298662.246481:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.246513:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15484 00000100:00100000:2.0:1780298662.246521:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609930880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.246528:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.246539:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246546:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246563:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e63037e58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1941504->2457599] (req 1941504->1998847) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d68b4 expref: 14 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246573:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.246591:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609930880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.246602:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15484 00000100:00100000:0.0:1780298662.246708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.246739:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931008 00000100:00100000:2.0:1780298662.246743:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931008 00010000:00010000:2.0:1780298662.246754:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.246774:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15485 00000100:00100000:2.0:1780298662.246780:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609931008:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.246790:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.246798:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246808:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246821:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007556fb26/0xaf35132e63037d40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3354624->36909055] (req 3354624->3358719) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d67a3 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.246837:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.246863:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609931008:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 83us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.246872:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15485 00000100:00100000:0.0:1780298662.247614:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609930752:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1218us (1399us total) trans 4294969908 rc 0/0 00000100:00100000:0.0:1780298662.247620:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 234 00002000:00100000:0.0:1780298662.247634:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2719743) req@ffff9cf243845c00 x1866777609930752/t4294969908(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.247640:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845c00 with x1866777609930752 ext(2695168->2719743) 00010000:00010000:0.0:1780298662.247645:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.247656:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298662.247661:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf243845c00 00000100:00100000:3.0:1780298662.248340:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.248472:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931136 00000100:00100000:0.0:1780298662.248477:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931136 00010000:00010000:0.0:1780298662.248495:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.248523:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15486 00000100:00100000:0.0:1780298662.248534:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609931136:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.248545:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298662.248554:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1520 -> 1568 00010000:00010000:0.0:1780298662.248560:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.248570:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.248588:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037f31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3350527] (req 2695168->2719743) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d698d expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.248610:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(48 0) 00010000:00010000:0.0:1780298662.248615:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(48 0) 00010000:00010000:0.0:1780298662.248622:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.248632:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.248665:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.248679:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605240960:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.248805:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.249536:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605240960:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.249551:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.249585:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609931136:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1047us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.249597:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15486 00000100:00100000:3.0:1780298662.249684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.249731:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931264 00000100:00100000:2.0:1780298662.249739:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931264 00000100:00100000:2.0:1780298662.249798:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11338 00000100:00100000:2.0:1780298662.249807:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609931264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.249825:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.249837:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69b7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249860:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249871:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249879:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(27 0) 00010000:00010000:2.0:1780298662.249883:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(29 0) 00010000:00010000:2.0:1780298662.249887:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249906:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249915:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 15 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.249924:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241088:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.249968:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.249982:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 15 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.249988:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241216:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.250009:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.250695:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241088:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.250707:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241216:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.250721:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.250731:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9ba00, rc 0) 00000100:00100000:2.0:1780298662.250757:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609931264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1075us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.250762:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11338 00000100:00100000:1.0:1780298662.250990:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.251087:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931392 00000100:00100000:3.0:1780298662.251095:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931392 00000100:00100000:1.0:1780298662.251119:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.251181:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931520 00000100:00100000:2.0:1780298662.251187:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931520 00010000:00010000:3.0:1780298662.251207:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 16 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.251208:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 16 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.251273:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15487 00000100:00100000:2.0:1780298662.251282:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609931520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.251289:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.251308:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 16 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.251313:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15488 00010000:00010000:2.0:1780298662.251329:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 16 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.251339:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609931392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.251348:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63037e35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3350528->36904959] (req 3350528->3420159) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6891 expref: 16 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.251353:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.251360:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.251372:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 15 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.251388:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609931520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 107us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.251411:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15487 00010000:00010000:0.0:1780298662.251418:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 15 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.251435:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a398cf8/0xaf35132e63037eac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [3096576->3350527] (req 3096576->3100671) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6908 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.251447:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(29 0) 00010000:00010000:0.0:1780298662.251450:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(29 0) 00010000:00010000:0.0:1780298662.251454:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.251460:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.251479:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.251486:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605241344:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.251537:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.252316:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605241344:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.252332:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.252366:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609931392:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1039us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.252373:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15488 00000100:00100000:3.0:1780298662.252462:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.252516:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931648 00000100:00100000:2.0:1780298662.252522:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931648 00000100:00100000:3.0:1780298662.252534:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:2.0:1780298662.252550:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4107745->18446744073709551615) 00002000:00100000:2.0:1780298662.252556:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845880 with x1866777609931648 ext(4107745->18446744073709551615) 00002000:00010000:2.0:1780298662.252566:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845880. 00000100:00100000:1.0:1780298662.252566:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931776 00000100:00100000:1.0:1780298662.252573:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931776 00000100:00100000:2.0:1780298662.252593:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6900 00002000:00010000:1.0:1780298662.252593:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.252599:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777609931776 ext(0->18446744073709551615) 00000100:00100000:2.0:1780298662.252606:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609931648:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.252606:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243847100. 00000100:00100000:1.0:1780298662.252636:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6901 00000100:00100000:1.0:1780298662.252645:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609931776:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.252899:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:1.0:1780298662.252909:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.252912:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.252915:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.252917:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 168 -> 0 00002000:00010000:2.0:1780298662.252947:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5467706 -> 4107745 00002000:00010000:2.0:1780298662.252951:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.252954:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.252959:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00000100:00100000:1.0:1780298662.252959:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609931776:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 314us (425us total) trans 4294969402 rc 0/0 00002000:00010000:2.0:1780298662.252963:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1568 -> 1264 00000100:00100000:1.0:1780298662.252974:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6901 00002000:00010000:1.0:1780298662.252979:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.252982:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777609931776 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.252989:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243847100. 00000100:00100000:2.0:1780298662.252994:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609931648:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 390us (532us total) trans 4294969909 rc 0/0 00000100:00100000:2.0:1780298662.253015:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6900 00002000:00010000:2.0:1780298662.253019:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4107745->18446744073709551615) 00002000:00100000:2.0:1780298662.253022:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845880 with x1866777609931648 ext(4107745->18446744073709551615) 00002000:00010000:2.0:1780298662.253027:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845880. 00000100:00100000:1.0:1780298662.253879:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.253919:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609931904 00000100:00100000:0.0:1780298662.253924:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609931904 00000100:00100000:0.0:1780298662.253953:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62192 00000100:00100000:0.0:1780298662.253959:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:30556:x1866777609931904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.253968:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.253981:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63037f69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69be expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254069:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254081:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254089:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.254111:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4107745 00000004:00200000:0.0:1780298662.254114:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.254151:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254185:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63037f69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 79 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254195:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 78 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.254200:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.254202:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.254210:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:0.0:1780298662.254238:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:30556:x1866777609931904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 279us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.254244:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62192 00000100:00100000:3.0:1780298662.255248:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.255292:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932032 00000100:00100000:3.0:1780298662.255293:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.255299:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932032 00000100:00100000:0.0:1780298662.255326:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932160 00000100:00100000:0.0:1780298662.255328:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932160 00000100:00100000:1.0:1780298662.255345:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11339 00000100:00100000:2.0:1780298662.255353:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11340 00000100:00100000:1.0:1780298662.255356:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609932032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.255364:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.255368:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609932160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.255375:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037f77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69c5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.255376:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.255386:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037f7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69cc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.255410:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605241472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.255415:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605241600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.255465:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.255465:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.256232:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605241472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.256249:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605241600:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.256255:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037f77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69c5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.256266:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037f7e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69cc expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.256274:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63037f77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69c5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.256289:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad103424/0xaf35132e63037f7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69cc expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.256312:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:2.0:1780298662.256314:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9aa00, rc 0) 00000100:00100000:1.0:1780298662.256352:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609932032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1283us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.256357:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609932160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1064us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.256364:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11339 00000100:00100000:2.0:1780298662.256372:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11340 00000100:00100000:0.0:1780298662.257303:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.257341:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932288 00000100:00100000:2.0:1780298662.257346:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932288 00000100:00100000:2.0:1780298662.257376:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11341 00000100:00100000:2.0:1780298662.257385:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609932288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.257394:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.257406:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037f85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69d3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.257440:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605241728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.257461:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.257528:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932416 00000100:00100000:2.0:1780298662.257529:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.257535:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932416 00000100:00100000:1.0:1780298662.257581:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11342 00000100:00100000:1.0:1780298662.257591:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609932416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.257599:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.257606:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037f8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69da expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.257628:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241856:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.257655:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.258209:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605241728:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.258227:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037f85 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69d3 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.258242:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0a0f245/0xaf35132e63037f85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69d3 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.258253:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243d9b200, rc 0) 00000100:00100000:2.0:1780298662.258288:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609932288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (986us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.258298:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11341 00000100:00100000:1.0:1780298662.258411:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605241856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.258425:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037f8c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69da expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.258435:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63037f8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69da expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.258442:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298662.258471:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609932416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (1013us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.258482:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11342 00000100:00100000:0.0:1780298662.259878:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.259920:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932544 00000100:00100000:1.0:1780298662.259926:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932544 00002000:00100000:1.0:1780298662.259958:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (573440->577535) req@ffff9cf347cd5500 x1866777609932544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.259969:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5500 with x1866777609932544 ext(573440->577535) 00002000:00010000:1.0:1780298662.259974:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5500 00000100:00100000:1.0:1780298662.260005:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6902 00000100:00100000:1.0:1780298662.260014:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609932544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.260182:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609932544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 165us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.260190:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6902 00002000:00100000:1.0:1780298662.260198:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (573440->577535) req@ffff9cf347cd5500 x1866777609932544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.260207:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5500 with x1866777609932544 ext(573440->577535) 00002000:00010000:1.0:1780298662.260210:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5500 00000100:00100000:0.0:1780298662.261215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.261243:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932672 00000100:00100000:2.0:1780298662.261247:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932672 00002000:00100000:2.0:1780298662.261264:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (577536->581631) req@ffff9cf347cd6a00 x1866777609932672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.261281:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777609932672 ext(577536->581631) 00002000:00010000:2.0:1780298662.261284:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:2.0:1780298662.261304:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6903 00000100:00100000:2.0:1780298662.261313:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609932672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.261390:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609932672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (175us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.261395:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6903 00002000:00100000:2.0:1780298662.261399:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (577536->581631) req@ffff9cf347cd6a00 x1866777609932672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.261405:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777609932672 ext(577536->581631) 00002000:00010000:2.0:1780298662.261407:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:3.0:1780298662.262721:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.262758:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932800 00000100:00100000:0.0:1780298662.262764:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932800 00002000:00100000:0.0:1780298662.262790:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (552960->618495) req@ffff9cf243844e00 x1866777609932800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.262800:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777609932800 ext(552960->618495) 00002000:00010000:0.0:1780298662.262804:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:0.0:1780298662.262830:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6904 00000100:00100000:0.0:1780298662.262849:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609932800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.263893:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609932800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1046us (1180us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298662.263899:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6904 00002000:00100000:1.0:1780298662.263905:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (552960->618495) req@ffff9cf243844e00 x1866777609932800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.263911:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777609932800 ext(552960->618495) 00002000:00010000:1.0:1780298662.263914:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:3.0:1780298662.265061:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.265102:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609932928 00000100:00100000:3.0:1780298662.265103:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.265109:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609932928 00000100:00100000:0.0:1780298662.265175:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11343 00000100:00100000:0.0:1780298662.265187:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609932928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.265198:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.265206:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933056 00000100:00100000:1.0:1780298662.265213:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933056 00010000:00010000:0.0:1780298662.265214:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e63037f93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69e1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.265251:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11344 00000100:00100000:1.0:1780298662.265262:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609933056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.265272:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.265278:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605241984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.265285:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037f9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69e8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.265322:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605242112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.265337:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.265354:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.266246:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605241984:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.266267:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e63037f93 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69e1 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.266273:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605242112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.266285:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e63037f93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69e1 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.266293:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037f9a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69e8 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.266293:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9800, rc 0) 00010000:00010000:1.0:1780298662.266307:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63037f9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69e8 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.266315:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:0.0:1780298662.266324:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609932928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1140us (1319us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.266329:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11343 00000100:00100000:1.0:1780298662.266345:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609933056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1084us (1245us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.266353:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11344 00000100:00100000:2.0:1780298662.267427:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.267462:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933184 00000100:00100000:0.0:1780298662.267466:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933184 00000100:00100000:0.0:1780298662.267491:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11345 00000100:00100000:0.0:1780298662.267500:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.267508:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.267516:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037fa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69ef expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.267550:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605242240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.267592:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.267686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.267764:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933312 00000100:00100000:1.0:1780298662.267776:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933312 00000100:00100000:1.0:1780298662.267814:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11346 00000100:00100000:1.0:1780298662.267821:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609933312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.267835:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.267841:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037fa8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69f6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.267876:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605242368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.267912:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.268252:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605242240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.268268:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037fa1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69ef expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.268281:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037fa1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69ef expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.268292:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:0.0:1780298662.268328:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (899us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.268335:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11345 00000100:00100000:1.0:1780298662.268694:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605242368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.268712:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037fa8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69f6 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.268735:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63037fa8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69f6 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.268742:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.268766:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609933312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1087us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.268770:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11346 00000100:00100000:3.0:1780298662.269748:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.269790:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933440 00000100:00100000:0.0:1780298662.269795:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933440 00000100:00100000:0.0:1780298662.269831:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6905 00000100:00100000:0.0:1780298662.269837:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609933440:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.270077:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4107745 -> 4107745 00002000:00010000:0.0:1780298662.270081:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.270084:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.270086:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.270089:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 1304 00000100:00100000:0.0:1780298662.270122:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609933440:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 284us (378us total) trans 4294969910 rc 0/0 00000100:00100000:0.0:1780298662.270168:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6905 00000100:00100000:3.0:1780298662.271091:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.271152:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.271170:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933568 00000100:00100000:1.0:1780298662.271176:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933568 00000100:00100000:0.0:1780298662.271193:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933696 00000100:00100000:0.0:1780298662.271197:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933696 00000100:00100000:1.0:1780298662.271218:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11347 00000100:00100000:0.0:1780298662.271225:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11348 00000100:00100000:1.0:1780298662.271226:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.271230:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609933696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.271235:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.271236:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.271246:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037fb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d69fd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.271246:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037faf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a04 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.271284:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605242496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.271284:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605242624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.271333:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.271333:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.272028:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605242624:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.272032:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605242496:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.272058:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037fb6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69fd expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.272060:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037faf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a04 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.272091:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63037fb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69fd expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.272091:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e63037faf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a04 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.272110:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00010000:00010000:1.0:1780298662.272112:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.272187:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1093us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.272187:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609933696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1058us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.272204:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11347 00000100:00100000:0.0:1780298662.272210:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11348 00000100:00100000:2.0:1780298662.273209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.273231:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.273243:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933824 00000100:00100000:0.0:1780298662.273249:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933824 00000100:00100000:1.0:1780298662.273267:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609933952 00000100:00100000:1.0:1780298662.273274:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609933952 00000100:00100000:0.0:1780298662.273282:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11349 00000100:00100000:0.0:1780298662.273292:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.273302:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.273307:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11350 00000100:00100000:1.0:1780298662.273317:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609933952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.273318:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037fbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a0b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.273326:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.273336:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037fc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a12 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.273358:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605242752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.273369:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605242880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.273399:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.273401:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.274247:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605242752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.274261:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037fbd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a0b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.274273:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63037fbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a0b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.274283:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:0.0:1780298662.274317:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609933824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.274325:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605242880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.274325:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11349 00010000:00010000:1.0:1780298662.274346:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037fc4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a12 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.274358:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63037fc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a12 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.274366:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.274384:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609933952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1152us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.274389:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11350 00000100:00100000:2.0:1780298662.275341:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.275379:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934208 00000100:00100000:0.0:1780298662.275385:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934208 00000100:00100000:0.0:1780298662.275427:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62193 00000100:00100000:0.0:1780298662.275437:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+68:30556:x1866777609934208:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.275663:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.275680:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 77 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.275694:0:6476:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.275727:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 77 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.275740:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 77 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.275753:0:6476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605243008:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.275799:0:6476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.276460:0:6476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1866777605243008:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.276477:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.276652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.276722:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934336 00000100:00100000:3.0:1780298662.276734:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934336 00010000:00010000:3.0:1780298662.276770:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 78 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.276798:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15489 00000100:00100000:3.0:1780298662.276808:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:2399:x1866777609934336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.276821:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.276828:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 78 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276841:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 78 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276860:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e63037f70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69be expref: 78 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276880:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298662.276883:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276894:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276900:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.276922:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.276950:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.276958:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.276965:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:2399:x1866777609934336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 158us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.276970:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15489 00000001:00080000:0.0:1780298662.277041:0:6476:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991221 00000004:00010000:0.0:1780298662.277084:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9f7a266 reply state 00000000ffd6424a transno 4294991222 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.277097:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.277104:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.277107:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.277110:0:6476:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.277228:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+71:30556:x1866777609934208:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1794us (1887us total) trans 4294991222 rc 0/0 00000100:00100000:0.0:1780298662.277234:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62193 00000020:00080000:0.0:1780298662.277237:0:6476:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298662.278055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.278077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.278095:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934464 00000100:00100000:0.0:1780298662.278101:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934464 00000100:00100000:1.0:1780298662.278115:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934592 00000100:00100000:1.0:1780298662.278120:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934592 00002000:00010000:0.0:1780298662.278151:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (870884->18446744073709551615) 00002000:00100000:0.0:1780298662.278165:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734000 with x1866777609934464 ext(870884->18446744073709551615) 00002000:00010000:0.0:1780298662.278173:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734000. 00002000:00010000:1.0:1780298662.278175:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.278179:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735f80 with x1866777609934592 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.278185:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735f80. 00000100:00100000:0.0:1780298662.278197:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6906 00000100:00100000:1.0:1780298662.278208:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6907 00000100:00100000:0.0:1780298662.278208:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609934464:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298662.278219:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609934592:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.278302:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298662.278304:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.278306:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.278308:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.278309:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298662.278333:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609934592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 117us (254us total) trans 4294969403 rc 0/0 00000100:00100000:1.0:1780298662.278351:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6907 00002000:00010000:1.0:1780298662.278355:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.278358:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735f80 with x1866777609934592 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.278363:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f735f80. 00002000:00010000:0.0:1780298662.278439:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4107745 -> 870884 00002000:00010000:0.0:1780298662.278442:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.278444:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.278446:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.278447:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1304 -> 968 00000100:00100000:0.0:1780298662.278471:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609934464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 268us (417us total) trans 4294969911 rc 0/0 00000100:00100000:0.0:1780298662.278476:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6906 00002000:00010000:0.0:1780298662.278478:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (870884->18446744073709551615) 00002000:00100000:0.0:1780298662.278481:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734000 with x1866777609934464 ext(870884->18446744073709551615) 00002000:00010000:0.0:1780298662.278484:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f734000. 00000100:00100000:2.0:1780298662.279228:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.279255:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934720 00000100:00100000:0.0:1780298662.279260:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934720 00000100:00100000:0.0:1780298662.279294:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62194 00000100:00100000:0.0:1780298662.279303:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+71:30556:x1866777609934720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.279321:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.279331:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e63037fd2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a19 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279383:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279394:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279402:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.279422:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 870884 00000004:00200000:0.0:1780298662.279426:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.279438:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279453:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e63037fd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a19 expref: 73 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279463:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a19 expref: 72 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.279469:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.279470:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.279473:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:0.0:1780298662.279496:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+72:30556:x1866777609934720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 196us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.279500:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62194 00000100:00100000:2.0:1780298662.282167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.282205:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934848 00000100:00100000:1.0:1780298662.282212:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934848 00002000:00100000:1.0:1780298662.282247:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->872447) req@ffff9cf37f737b80 x1866777609934848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.282258:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737b80 with x1866777609934848 ext(0->872447) 00002000:00010000:1.0:1780298662.282263:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737b80 00000100:00100000:1.0:1780298662.282289:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6908 00000100:00100000:1.0:1780298662.282307:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609934848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.285671:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609934848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 3358us (3512us total) trans 0 rc 806912/806912 00000100:00100000:1.0:1780298662.285683:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6908 00002000:00100000:1.0:1780298662.285693:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->872447) req@ffff9cf37f737b80 x1866777609934848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 806912/806912 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.285703:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737b80 with x1866777609934848 ext(0->872447) 00002000:00010000:1.0:1780298662.285708:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737b80 00000100:00100000:2.0:1780298662.287247:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.287290:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609934976 00000100:00100000:3.0:1780298662.287299:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609934976 00000100:00100000:3.0:1780298662.287340:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11351 00000100:00100000:3.0:1780298662.287349:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609934976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.287362:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.287378:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a20 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.287408:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.287418:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(48 0) 00010000:00010000:3.0:1780298662.287421:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:3.0:1780298662.287438:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [655360->667647] (req 655360->667647) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.287469:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.287485:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.287500:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605243136:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.287587:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.288272:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605243136:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.288293:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [655360->667647] (req 655360->667647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.288308:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:3.0:1780298662.288342:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609934976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.288348:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11351 00000100:00100000:1.0:1780298662.289192:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.289246:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935104 00000100:00100000:2.0:1780298662.289252:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935104 00010000:00010000:2.0:1780298662.289275:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 16 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.289306:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15490 00000100:00100000:2.0:1780298662.289312:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609935104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.289320:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.289337:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 16 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.289349:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 16 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.289369:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019780e8d/0xaf35132e63037f5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b0 expref: 16 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.289382:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:2.0:1780298662.289385:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:2.0:1780298662.289391:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.289396:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.289415:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.289422:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605243264:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.289462:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.290265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.290298:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605243264:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.290313:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.290314:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935232 00000100:00100000:0.0:1780298662.290319:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935232 00000100:00100000:1.0:1780298662.290346:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609935104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1032us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.290357:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6909 00000100:00100000:1.0:1780298662.290369:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15490 00000100:00100000:0.0:1780298662.290369:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609935232:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.290555:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 870884 -> 870884 00002000:00010000:0.0:1780298662.290558:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.290559:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.290561:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.290562:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 968 -> 992 00000100:00100000:0.0:1780298662.290587:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609935232:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 222us (325us total) trans 4294969912 rc 0/0 00000100:00100000:0.0:1780298662.290592:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6909 00000100:00100000:2.0:1780298662.291473:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.291512:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935360 00000100:00100000:0.0:1780298662.291517:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935360 00000100:00100000:0.0:1780298662.291558:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62195 00000100:00100000:0.0:1780298662.291568:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:30556:x1866777609935360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.291580:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.291596:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63037fe7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a27 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291675:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291690:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291700:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.291738:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 870884 00000004:00200000:0.0:1780298662.291742:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.291759:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291781:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9200/0xaf35132e63037fe7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 79 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291796:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 78 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.291804:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.291807:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.291810:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:0.0:1780298662.291844:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:30556:x1866777609935360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 279us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.291850:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62195 00000100:00100000:2.0:1780298662.292794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.292825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.292826:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935488 00000100:00100000:0.0:1780298662.292831:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935488 00000100:00100000:0.0:1780298662.292859:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935616 00000100:00100000:0.0:1780298662.292861:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935616 00000100:00100000:0.0:1780298662.292885:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11352 00000100:00100000:0.0:1780298662.292894:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609935488:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.292895:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11353 00010000:00010000:0.0:1780298662.292903:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.292914:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609935616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.292914:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037ff5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a2e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.292928:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.292941:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037ffc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a35 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.292967:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605243392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.292980:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605243520:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.293012:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.293017:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.293909:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605243392:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.293926:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605243520:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.293935:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037ff5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a2e expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.293949:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037ffc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a35 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.293956:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63037ff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a2e expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.293971:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00010000:00010000:1.0:1780298662.293973:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63037ffc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a35 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.293986:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:0.0:1780298662.294006:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609935488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1114us (1212us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.294013:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609935616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1105us (1187us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.294019:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11352 00000100:00100000:1.0:1780298662.294029:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11353 00000100:00100000:2.0:1780298662.295234:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.295301:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935744 00000100:00100000:1.0:1780298662.295306:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935744 00000100:00100000:3.0:1780298662.295360:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.295416:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609935872 00000100:00100000:1.0:1780298662.295420:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609935872 00000100:00100000:1.0:1780298662.295468:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11354 00000100:00100000:1.0:1780298662.295479:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609935744:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.295487:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11355 00010000:00010000:1.0:1780298662.295490:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.295500:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609935872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.295502:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038003 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a3c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.295510:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.295521:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6303800a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a43 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.295540:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605243648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.295569:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605243776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.295598:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.295602:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.296450:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605243776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.296453:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605243648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.296469:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038003 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a3c expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.296481:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6303800a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a43 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.296482:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038003 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a3c expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.296500:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00010000:00010000:3.0:1780298662.296510:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e6303800a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a43 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.296521:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:1.0:1780298662.296528:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609935744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1297us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.296536:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11354 00000100:00100000:3.0:1780298662.296549:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609935872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1189us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.296556:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11355 00000100:00100000:1.0:1780298662.297697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.297726:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936000 00000100:00100000:3.0:1780298662.297732:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936000 00000100:00100000:3.0:1780298662.297763:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11356 00000100:00100000:3.0:1780298662.297770:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609936000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.297779:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.297787:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038011 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a4a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.297817:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605243904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.297866:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.298611:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605243904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.298629:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038011 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a4a expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.298645:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038011 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a4a expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.298655:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:3.0:1780298662.298686:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609936000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (990us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.298694:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11356 00000100:00100000:2.0:1780298662.299581:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.299620:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936128 00000100:00100000:1.0:1780298662.299626:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936128 00000100:00100000:1.0:1780298662.299662:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11357 00000100:00100000:1.0:1780298662.299672:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609936128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.299683:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.299699:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038018 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a51 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.299732:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605244032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.299774:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.300487:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605244032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.300508:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038018 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a51 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.300523:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038018 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a51 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.300533:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:2.0:1780298662.300567:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609936128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (988us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.300575:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11357 00000100:00100000:0.0:1780298662.301622:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.301660:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936256 00000100:00100000:2.0:1780298662.301666:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936256 00000100:00100000:2.0:1780298662.301706:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11358 00000100:00100000:2.0:1780298662.301716:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609936256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.301726:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.301737:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303801f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a58 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.301749:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.301791:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605244160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.301821:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936384 00000100:00100000:0.0:1780298662.301826:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936384 00000100:00100000:2.0:1780298662.301838:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.301865:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11359 00000100:00100000:0.0:1780298662.301873:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609936384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.301882:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.301891:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038026 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a5f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.301921:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605244288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.301954:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.302841:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605244160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.302864:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303801f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a58 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.302876:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303801f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a58 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.302884:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298662.302910:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609936256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1198us (1292us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.302918:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11358 00000100:00100000:0.0:1780298662.302933:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605244288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.302953:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038026 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a5f expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.302966:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038026 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a5f expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.302976:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:0.0:1780298662.303009:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609936384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1261us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.303021:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11359 00000100:00100000:3.0:1780298662.303869:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.303900:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936512 00000100:00100000:2.0:1780298662.303904:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936512 00000100:00100000:2.0:1780298662.303929:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11360 00000100:00100000:2.0:1780298662.303934:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609936512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.303941:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.303949:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a66 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.303961:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:2.0:1780298662.303965:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:2.0:1780298662.303978:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.303990:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.303996:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298662.304027:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609936512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 92us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.304032:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11360 00000100:00100000:1.0:1780298662.304916:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.304956:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936640 00000100:00100000:0.0:1780298662.304961:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936640 00002000:00100000:0.0:1780298662.304988:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (163840->167935) req@ffff9cf2425f1c00 x1866777609936640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.304997:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777609936640 ext(163840->167935) 00002000:00010000:0.0:1780298662.305002:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:0.0:1780298662.305036:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6910 00000100:00100000:0.0:1780298662.305046:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609936640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.305204:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609936640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 159us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.305211:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6910 00002000:00100000:0.0:1780298662.305224:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (163840->167935) req@ffff9cf2425f1c00 x1866777609936640/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.305237:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777609936640 ext(163840->167935) 00002000:00010000:0.0:1780298662.305241:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:3.0:1780298662.306488:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.306526:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936768 00000100:00100000:2.0:1780298662.306532:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936768 00002000:00100000:2.0:1780298662.306559:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->172031) req@ffff9cf25548b100 x1866777609936768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.306568:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777609936768 ext(167936->172031) 00002000:00010000:2.0:1780298662.306572:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:2.0:1780298662.306597:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6911 00000100:00100000:2.0:1780298662.306605:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609936768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.306693:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609936768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.306701:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6911 00002000:00100000:2.0:1780298662.306708:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->172031) req@ffff9cf25548b100 x1866777609936768/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.306717:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777609936768 ext(167936->172031) 00002000:00010000:2.0:1780298662.306720:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:3.0:1780298662.307995:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.308035:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609936896 00000100:00100000:0.0:1780298662.308039:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609936896 00002000:00100000:0.0:1780298662.308062:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->176127) req@ffff9cf255488a80 x1866777609936896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.308071:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777609936896 ext(172032->176127) 00002000:00010000:0.0:1780298662.308074:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488a80 00000100:00100000:0.0:1780298662.308095:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6912 00000100:00100000:0.0:1780298662.308103:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609936896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.308235:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609936896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 133us (242us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.308242:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6912 00002000:00100000:0.0:1780298662.308250:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->176127) req@ffff9cf255488a80 x1866777609936896/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.308258:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777609936896 ext(172032->176127) 00002000:00010000:0.0:1780298662.308261:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488a80 00000100:00100000:1.0:1780298662.309454:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.309491:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937024 00000100:00100000:2.0:1780298662.309497:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937024 00002000:00100000:2.0:1780298662.309519:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (176128->180223) req@ffff9cf2425f2d80 x1866777609937024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.309530:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777609937024 ext(176128->180223) 00002000:00010000:2.0:1780298662.309534:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:2.0:1780298662.309557:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6913 00000100:00100000:2.0:1780298662.309565:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.309658:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.309666:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6913 00002000:00100000:2.0:1780298662.309673:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (176128->180223) req@ffff9cf2425f2d80 x1866777609937024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.309681:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2d80 with x1866777609937024 ext(176128->180223) 00002000:00010000:2.0:1780298662.309685:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2d80 00000100:00100000:3.0:1780298662.310843:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.310873:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937152 00000100:00100000:0.0:1780298662.310877:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937152 00002000:00100000:0.0:1780298662.310895:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (180224->184319) req@ffff9cf255488000 x1866777609937152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.310904:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488000 with x1866777609937152 ext(180224->184319) 00002000:00010000:0.0:1780298662.310908:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488000 00000100:00100000:0.0:1780298662.310935:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6914 00000100:00100000:0.0:1780298662.310944:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.311003:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.311007:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6914 00002000:00100000:0.0:1780298662.311011:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (180224->184319) req@ffff9cf255488000 x1866777609937152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.311017:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488000 with x1866777609937152 ext(180224->184319) 00002000:00010000:0.0:1780298662.311021:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488000 00000100:00100000:3.0:1780298662.312227:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.312274:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937280 00000100:00100000:0.0:1780298662.312278:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937280 00002000:00100000:0.0:1780298662.312310:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (184320->188415) req@ffff9cf255489c00 x1866777609937280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.312319:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777609937280 ext(184320->188415) 00002000:00010000:0.0:1780298662.312323:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:0.0:1780298662.312349:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6915 00000100:00100000:0.0:1780298662.312356:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.312429:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.312435:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6915 00002000:00100000:0.0:1780298662.312442:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (184320->188415) req@ffff9cf255489c00 x1866777609937280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.312450:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777609937280 ext(184320->188415) 00002000:00010000:0.0:1780298662.312454:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:1.0:1780298662.313859:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.313911:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937408 00000100:00100000:2.0:1780298662.313915:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937408 00002000:00100000:2.0:1780298662.313938:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (188416->192511) req@ffff9cf2425f1180 x1866777609937408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.313948:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1180 with x1866777609937408 ext(188416->192511) 00002000:00010000:2.0:1780298662.313952:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1180 00000100:00100000:2.0:1780298662.313973:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6916 00000100:00100000:2.0:1780298662.313982:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.314084:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609937408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (227us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.314097:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6916 00002000:00100000:2.0:1780298662.314105:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (188416->192511) req@ffff9cf2425f1180 x1866777609937408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.314113:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1180 with x1866777609937408 ext(188416->192511) 00002000:00010000:2.0:1780298662.314116:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1180 00000100:00100000:3.0:1780298662.315592:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.315639:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937536 00000100:00100000:0.0:1780298662.315644:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937536 00002000:00100000:0.0:1780298662.315667:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->229375) req@ffff9cf25548bb80 x1866777609937536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.315673:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777609937536 ext(192512->229375) 00002000:00010000:0.0:1780298662.315675:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:0.0:1780298662.315691:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6917 00000100:00100000:0.0:1780298662.315696:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609937536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.316814:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609937536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1115us (1260us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298662.316820:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6917 00002000:00100000:0.0:1780298662.316826:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->229375) req@ffff9cf25548bb80 x1866777609937536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.316833:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777609937536 ext(192512->229375) 00002000:00010000:0.0:1780298662.316836:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:2.0:1780298662.318166:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.318204:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937664 00000100:00100000:1.0:1780298662.318209:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937664 00002000:00100000:1.0:1780298662.318233:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (163840->204799) req@ffff9cf244813800 x1866777609937664/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.318240:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777609937664 ext(163840->204799) 00002000:00010000:1.0:1780298662.318242:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800 00000100:00100000:1.0:1780298662.318259:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6918 00000100:00100000:1.0:1780298662.318265:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609937664:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.319805:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609937664:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1536us (1646us total) trans 4294969913 rc 0/0 00000100:00100000:2.0:1780298662.319814:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6918 00002000:00100000:2.0:1780298662.319822:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (163840->204799) req@ffff9cf244813800 x1866777609937664/t4294969913(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.319829:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813800 with x1866777609937664 ext(163840->204799) 00002000:00010000:2.0:1780298662.319832:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813800 00000100:00100000:1.0:1780298662.320645:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.320693:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937792 00000100:00100000:2.0:1780298662.320699:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937792 00000100:00100000:2.0:1780298662.320731:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11361 00000100:00100000:2.0:1780298662.320737:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777609937792:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.321866:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969913 is committed 00000001:00080000:1.0:1780298662.321887:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969911 is committed 00000100:00100000:2.0:1780298662.322012:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609937792:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1271us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.322021:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11361 00000100:00100000:2.0:1780298662.323256:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.323315:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.323315:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609937920 00000100:00100000:1.0:1780298662.323328:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609937920 00000100:00100000:1.0:1780298662.323375:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938048 00000100:00100000:1.0:1780298662.323378:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938048 00000100:00100000:1.0:1780298662.323430:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11362 00000100:00100000:0.0:1780298662.323442:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11363 00000100:00100000:1.0:1780298662.323448:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609937920:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.323461:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609938048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.323468:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.323469:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.323487:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038034 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a74 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.323494:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303803b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a6d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.323548:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605244544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.323548:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605244416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.323653:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.323653:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.324447:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 992 -> 1048 00000100:00100000:1.0:1780298662.324464:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605244544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.324484:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605244416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.324486:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303803b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a6d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.324505:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303803b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a6d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.324516:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:0.0:1780298662.324523:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038034 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a74 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.324541:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e63038034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a74 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.324549:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609937920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1108us (1294us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298662.324555:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:1.0:1780298662.324556:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11362 00000100:00100000:0.0:1780298662.324591:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609938048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1135us (1271us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.324600:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11363 00000100:00100000:2.0:1780298662.325637:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.325720:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938176 00000100:00100000:3.0:1780298662.325727:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938176 00000100:00100000:2.0:1780298662.325755:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.325802:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938304 00000100:00100000:1.0:1780298662.325807:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938304 00000100:00100000:3.0:1780298662.325812:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11364 00000100:00100000:3.0:1780298662.325830:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609938176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.325844:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.325845:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11365 00000100:00100000:1.0:1780298662.325859:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609938304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.325868:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038042 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a7b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.325876:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.325891:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038049 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a82 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.325931:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605244672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.325942:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605244800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.325986:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.326000:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.326639:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605244672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.326661:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038049 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a82 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.326673:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038049 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a82 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.326684:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.326719:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609938304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (965us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.326724:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11365 00000100:00100000:0.0:1780298662.326789:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605244800:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.326810:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038042 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a7b expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.326828:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046a75400/0xaf35132e63038042 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a7b expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.326840:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298662.326876:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609938176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1243us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.326884:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11364 00000100:00100000:2.0:1780298662.327769:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.327815:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938432 00000100:00100000:0.0:1780298662.327821:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938432 00000100:00100000:0.0:1780298662.327876:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6919 00000100:00100000:0.0:1780298662.327886:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609938432:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.328200:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 870884 -> 870884 00002000:00010000:0.0:1780298662.328204:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.328206:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.328209:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.328211:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1008 00000100:00100000:0.0:1780298662.328245:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609938432:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 361us (479us total) trans 4294969914 rc 0/0 00000100:00100000:0.0:1780298662.328253:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6919 00000100:00100000:2.0:1780298662.328994:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.329039:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938560 00000100:00100000:0.0:1780298662.329044:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938560 00000100:00100000:0.0:1780298662.329079:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11366 00000100:00100000:0.0:1780298662.329088:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609938560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.329096:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.329107:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63038050 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a89 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.329172:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605244928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.329216:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.329973:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605244928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.329997:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63038050 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a89 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.330013:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e63038050 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a89 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.330036:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:0.0:1780298662.330068:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609938560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1077us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.330073:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11366 00000100:00100000:2.0:1780298662.331287:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.331342:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938688 00000100:00100000:0.0:1780298662.331354:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938688 00000100:00100000:0.0:1780298662.331402:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11367 00000100:00100000:0.0:1780298662.331411:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609938688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.331428:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.331444:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038057 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a90 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.331491:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605245056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.331595:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.332332:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605245056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.332361:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038057 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a90 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.332381:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038057 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a90 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.332393:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:0.0:1780298662.332428:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609938688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1144us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.332443:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11367 00000100:00100000:3.0:1780298662.334037:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.334196:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938816 00000100:00100000:2.0:1780298662.334204:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938816 00000100:00100000:2.0:1780298662.334267:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11368 00000100:00100000:2.0:1780298662.334277:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609938816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.334292:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.334304:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303805e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a97 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.334351:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605245184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.334422:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.335378:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605245184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.335405:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303805e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a97 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.335424:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303805e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a97 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.335435:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:3.0:1780298662.335476:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609938816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1201us (1446us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.335484:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11368 00000100:00100000:1.0:1780298662.336386:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.336429:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609938944 00000100:00100000:0.0:1780298662.336436:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609938944 00000100:00100000:0.0:1780298662.336480:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11369 00000100:00100000:0.0:1780298662.336488:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609938944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.336499:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.336509:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6a9e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.336528:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.336535:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(49 0) 00010000:00010000:0.0:1780298662.336538:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:0.0:1780298662.336542:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3002368->3006463] (req 3002368->3006463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.336560:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.336570:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 10 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.336578:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605245312:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.336627:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.337410:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605245312:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.337423:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3002368->3006463] (req 3002368->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.337432:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:0.0:1780298662.337458:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609938944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.337464:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11369 00000100:00100000:1.0:1780298662.337552:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.337583:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939072 00000100:00100000:2.0:1780298662.337589:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939072 00010000:00010000:2.0:1780298662.337612:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.337642:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15491 00000100:00100000:2.0:1780298662.337650:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609939072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.337661:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.337675:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.337687:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.337725:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e63037fe0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [655360->34209791] (req 655360->667647) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a20 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.337737:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:2.0:1780298662.337741:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:2.0:1780298662.337750:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.337760:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.337783:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.337794:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605245440:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.337834:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.338617:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605245440:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.338630:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.338655:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609939072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1007us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.338660:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15491 00000100:00100000:3.0:1780298662.338758:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.338793:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939200 00000100:00100000:1.0:1780298662.338797:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939200 00000100:00100000:1.0:1780298662.338833:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6920 00000100:00100000:1.0:1780298662.338842:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609939200:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.338993:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 870884 -> 3005983 00002000:00010000:1.0:1780298662.338996:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.338998:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.338999:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.339001:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1016 00000100:00100000:1.0:1780298662.339031:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609939200:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 192us (273us total) trans 4294969915 rc 0/0 00000100:00100000:1.0:1780298662.339043:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6920 00000100:00100000:1.0:1780298662.339978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.340010:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939328 00000100:00100000:0.0:1780298662.340017:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939328 00000100:00100000:0.0:1780298662.340043:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11370 00000100:00100000:0.0:1780298662.340048:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609939328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.340056:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.340067:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303806c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6aa5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.340108:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605245568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.340196:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.340905:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605245568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.340926:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303806c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aa5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.340946:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303806c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aa5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.340953:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:0.0:1780298662.340974:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609939328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (999us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.340979:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11370 00000100:00100000:3.0:1780298662.341822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.341850:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939456 00000100:00100000:0.0:1780298662.341853:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939456 00000100:00100000:0.0:1780298662.341876:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11371 00000100:00100000:0.0:1780298662.341880:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609939456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.341887:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.341893:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038073 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6aac expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.341913:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605245696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.341940:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.342681:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605245696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.342691:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038073 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aac expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.342699:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e63038073 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aac expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.342714:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:0.0:1780298662.342735:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609939456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (915us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.342740:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11371 00000100:00100000:2.0:1780298662.343735:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.343812:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939584 00000100:00100000:3.0:1780298662.343817:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939584 00000100:00100000:1.0:1780298662.343854:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.343892:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939712 00000100:00100000:3.0:1780298662.343896:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939712 00000100:00100000:0.0:1780298662.343905:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11372 00000100:00100000:0.0:1780298662.343914:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609939584:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.343919:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11373 00010000:00010000:0.0:1780298662.343925:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.343933:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609939712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.343935:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303807a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ab3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.343944:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.343956:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038081 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6aba expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.343967:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605245824:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.343998:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605245952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.344005:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.344039:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.344610:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605245824:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.344625:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303807a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ab3 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.344637:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303807a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ab3 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.344644:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:0.0:1780298662.344669:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609939584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (936us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.344674:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11372 00000100:00100000:2.0:1780298662.344732:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605245952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.344748:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038081 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aba expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.344763:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aba expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.344773:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298662.344802:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609939712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (949us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.344809:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11373 00000100:00100000:3.0:1780298662.345452:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.345488:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939840 00000100:00100000:0.0:1780298662.345493:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939840 00000100:00100000:0.0:1780298662.345518:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11374 00000100:00100000:0.0:1780298662.345525:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609939840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.345533:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.345541:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ac1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.345557:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:0.0:1780298662.345561:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:0.0:1780298662.345573:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.345584:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.345590:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:0.0:1780298662.345610:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609939840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.345614:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11374 00000100:00100000:3.0:1780298662.346352:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.346388:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609939968 00000100:00100000:2.0:1780298662.346393:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609939968 00002000:00100000:2.0:1780298662.346421:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf243845f80 x1866777609939968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.346431:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777609939968 ext(2695168->2699263) 00002000:00010000:2.0:1780298662.346435:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:2.0:1780298662.346456:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6921 00000100:00100000:2.0:1780298662.346463:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609939968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.346562:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609939968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.346567:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6921 00002000:00100000:2.0:1780298662.346572:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf243845f80 x1866777609939968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.346583:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777609939968 ext(2695168->2699263) 00002000:00010000:2.0:1780298662.346586:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:1.0:1780298662.347615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.347652:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940096 00000100:00100000:0.0:1780298662.347656:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940096 00002000:00100000:0.0:1780298662.347672:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2699264->2703359) req@ffff9cf255090000 x1866777609940096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.347678:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777609940096 ext(2699264->2703359) 00002000:00010000:0.0:1780298662.347680:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:0.0:1780298662.347703:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6922 00000100:00100000:0.0:1780298662.347710:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.347775:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.347781:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6922 00002000:00100000:0.0:1780298662.347785:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2699264->2703359) req@ffff9cf255090000 x1866777609940096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.347791:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777609940096 ext(2699264->2703359) 00002000:00010000:0.0:1780298662.347793:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:3.0:1780298662.348927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.348956:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940224 00000100:00100000:2.0:1780298662.348960:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940224 00002000:00100000:2.0:1780298662.348975:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2703360->2707455) req@ffff9cf243846d80 x1866777609940224/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.348981:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777609940224 ext(2703360->2707455) 00002000:00010000:2.0:1780298662.348984:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:2.0:1780298662.349004:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6923 00000100:00100000:2.0:1780298662.349012:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.349090:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.349097:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6923 00002000:00100000:2.0:1780298662.349104:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2703360->2707455) req@ffff9cf243846d80 x1866777609940224/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.349113:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777609940224 ext(2703360->2707455) 00002000:00010000:2.0:1780298662.349116:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:3.0:1780298662.350042:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.350076:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940352 00000100:00100000:0.0:1780298662.350080:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940352 00002000:00100000:0.0:1780298662.350096:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2707456->2711551) req@ffff9cf2556a8e00 x1866777609940352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.350103:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8e00 with x1866777609940352 ext(2707456->2711551) 00002000:00010000:0.0:1780298662.350105:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8e00 00000100:00100000:0.0:1780298662.350122:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6924 00000100:00100000:0.0:1780298662.350150:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940352:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.350242:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940352:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.350250:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6924 00002000:00100000:0.0:1780298662.350256:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2707456->2711551) req@ffff9cf2556a8e00 x1866777609940352/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.350265:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8e00 with x1866777609940352 ext(2707456->2711551) 00002000:00010000:0.0:1780298662.350284:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8e00 00000100:00100000:1.0:1780298662.351256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.351298:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940480 00000100:00100000:0.0:1780298662.351303:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940480 00002000:00100000:0.0:1780298662.351319:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2711552->2715647) req@ffff9cf255092680 x1866777609940480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.351325:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777609940480 ext(2711552->2715647) 00002000:00010000:0.0:1780298662.351327:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:0.0:1780298662.351340:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6925 00000100:00100000:0.0:1780298662.351344:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.351400:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (145us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.351407:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6925 00002000:00100000:0.0:1780298662.351413:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2711552->2715647) req@ffff9cf255092680 x1866777609940480/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.351421:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777609940480 ext(2711552->2715647) 00002000:00010000:0.0:1780298662.351424:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:3.0:1780298662.352358:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.352398:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940608 00000100:00100000:2.0:1780298662.352402:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940608 00002000:00100000:2.0:1780298662.352420:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2715648->2719743) req@ffff9cf2556ab800 x1866777609940608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.352426:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777609940608 ext(2715648->2719743) 00002000:00010000:2.0:1780298662.352429:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:2.0:1780298662.352449:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6926 00000100:00100000:2.0:1780298662.352454:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.352535:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (176us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.352542:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6926 00002000:00100000:2.0:1780298662.352549:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2715648->2719743) req@ffff9cf2556ab800 x1866777609940608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.352557:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777609940608 ext(2715648->2719743) 00002000:00010000:2.0:1780298662.352561:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:3.0:1780298662.353715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.353756:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940736 00000100:00100000:0.0:1780298662.353761:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940736 00002000:00100000:0.0:1780298662.353788:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2719744->2723839) req@ffff9cf2556aad80 x1866777609940736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.353798:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777609940736 ext(2719744->2723839) 00002000:00010000:0.0:1780298662.353802:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:0.0:1780298662.353828:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6927 00000100:00100000:0.0:1780298662.353836:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.353954:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.353963:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6927 00002000:00100000:0.0:1780298662.353972:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2719744->2723839) req@ffff9cf2556aad80 x1866777609940736/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.353982:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aad80 with x1866777609940736 ext(2719744->2723839) 00002000:00010000:0.0:1780298662.353986:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aad80 00000100:00100000:1.0:1780298662.355180:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.355221:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940864 00000100:00100000:2.0:1780298662.355226:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940864 00002000:00100000:2.0:1780298662.355249:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2723840->2760703) req@ffff9cf255090700 x1866777609940864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.355258:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777609940864 ext(2723840->2760703) 00002000:00010000:2.0:1780298662.355261:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:2.0:1780298662.355276:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6928 00000100:00100000:2.0:1780298662.355281:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.356054:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609940864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 770us (873us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298662.356062:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6928 00002000:00100000:2.0:1780298662.356069:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2723840->2760703) req@ffff9cf255090700 x1866777609940864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.356078:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777609940864 ext(2723840->2760703) 00002000:00010000:2.0:1780298662.356089:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:1.0:1780298662.358344:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.358374:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609940992 00000100:00100000:0.0:1780298662.358381:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609940992 00002000:00100000:0.0:1780298662.358407:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2756607) req@ffff9cf255092300 x1866777609940992/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.358413:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092300 with x1866777609940992 ext(2695168->2756607) 00002000:00010000:0.0:1780298662.358416:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092300 00000100:00100000:0.0:1780298662.358434:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6929 00000100:00100000:0.0:1780298662.358440:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609940992:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298662.359760:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609940992:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1318us (1419us total) trans 4294969916 rc 0/0 00000100:00100000:0.0:1780298662.359766:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6929 00002000:00100000:0.0:1780298662.359772:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2756607) req@ffff9cf255092300 x1866777609940992/t4294969916(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.359778:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092300 with x1866777609940992 ext(2695168->2756607) 00002000:00010000:0.0:1780298662.359781:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092300 00000100:00100000:2.0:1780298662.360460:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.360495:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941120 00000100:00100000:0.0:1780298662.360504:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941120 00000100:00100000:0.0:1780298662.360528:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11375 00000100:00100000:0.0:1780298662.360534:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609941120:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.361210:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969916 is committed 00000001:00080000:1.0:1780298662.361219:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969915 is committed 00000100:00100000:0.0:1780298662.361291:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609941120:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 756us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.361298:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11375 00000100:00100000:2.0:1780298662.362238:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.362272:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.362282:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941248 00000100:00100000:1.0:1780298662.362287:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941248 00000100:00100000:1.0:1780298662.362319:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941376 00000100:00100000:1.0:1780298662.362321:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941376 00000100:00100000:0.0:1780298662.362329:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11376 00000100:00100000:0.0:1780298662.362338:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609941248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.362347:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.362352:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11377 00000100:00100000:1.0:1780298662.362362:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609941376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.362362:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303808f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ac8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.362371:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.362380:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038096 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6acf expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.362414:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605246080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.362417:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605246208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.362486:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.362487:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.363184:0:19992:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1016 -> 1136 00000100:00100000:0.0:1780298662.363192:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605246208:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.363224:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303808f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.363225:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605246080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.363243:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038096 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6acf expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.363247:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303808f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.363262:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6acf expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.363264:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00010000:00010000:2.0:1780298662.363273:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:0.0:1780298662.363302:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609941248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1065us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.363304:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609941376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1030us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.363315:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11377 00000100:00100000:0.0:1780298662.363324:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11376 00000100:00100000:2.0:1780298662.364194:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.364224:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941504 00000100:00100000:0.0:1780298662.364228:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941504 00000100:00100000:2.0:1780298662.364239:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.364259:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11378 00000100:00100000:0.0:1780298662.364268:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609941504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.364273:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941632 00010000:00010000:0.0:1780298662.364276:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.364285:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303809d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ad6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.364312:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605246336:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.364319:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941632 00000100:00100000:0.0:1780298662.364351:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.364352:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11379 00000100:00100000:3.0:1780298662.364365:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609941632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.364373:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.364381:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630380a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6add expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.364407:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605246464:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.364469:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.365010:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605246336:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.365016:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605246464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.365033:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303809d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ad6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.365034:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630380a4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6add expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.365053:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e630380a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6add expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.365060:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:0.0:1780298662.365061:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303809d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ad6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.365072:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:3.0:1780298662.365082:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609941632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 721us (844us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.365087:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11379 00000100:00100000:0.0:1780298662.365094:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609941504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (901us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.365099:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11378 00000100:00100000:2.0:1780298662.366046:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.366065:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941760 00000100:00100000:3.0:1780298662.366069:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941760 00000100:00100000:3.0:1780298662.366092:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11380 00000100:00100000:3.0:1780298662.366099:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609941760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.366113:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.366121:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ae4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.366151:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:3.0:1780298662.366164:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:3.0:1780298662.366175:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.366187:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.366193:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:3.0:1780298662.366218:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609941760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 120us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.366225:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11380 00000100:00100000:1.0:1780298662.366914:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.366947:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609941888 00000100:00100000:0.0:1780298662.366951:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609941888 00000100:00100000:0.0:1780298662.366983:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6930 00000100:00100000:0.0:1780298662.366988:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609941888:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.367193:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3005983 -> 3005983 00002000:00010000:0.0:1780298662.367196:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.367197:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.367199:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.367200:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1136 -> 1136 00000100:00100000:0.0:1780298662.367226:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609941888:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 238us (314us total) trans 4294969917 rc 0/0 00000100:00100000:0.0:1780298662.367230:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6930 00000100:00100000:2.0:1780298662.368030:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.368067:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942016 00000100:00100000:0.0:1780298662.368071:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942016 00000100:00100000:0.0:1780298662.368093:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11381 00000100:00100000:0.0:1780298662.368097:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bb84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609942016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.368104:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.368111:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e630380b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6aeb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.368172:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605246592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.368213:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.368883:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605246592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.368906:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e630380b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aeb expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.368923:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e630380b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6aeb expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.368942:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:0.0:1780298662.368974:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bb84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609942016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (944us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.368982:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11381 00000100:00100000:1.0:1780298662.369819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.369849:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942144 00000100:00100000:2.0:1780298662.369853:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942144 00000100:00100000:2.0:1780298662.369876:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11382 00000100:00100000:2.0:1780298662.369881:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609942144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.369887:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.369894:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e630380b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6af2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.369929:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605246720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.369973:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.370639:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605246720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.370655:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e630380b9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af2 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.370668:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e630380b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af2 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.370678:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:0.0:1780298662.370706:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609942144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (888us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.370713:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11382 00000100:00100000:3.0:1780298662.371908:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.371958:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942400 00000100:00100000:0.0:1780298662.371963:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942400 00000100:00100000:0.0:1780298662.372002:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62196 00000100:00100000:0.0:1780298662.372010:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+72:30556:x1866777609942400:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.372052:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.372069:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8000/0xaf35132e63037fd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a19 expref: 72 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.372089:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.372093:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.372259:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.372271:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 77 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.372281:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.372300:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 77 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.372311:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 77 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.372320:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605246848:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.372358:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.372983:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605246848:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.373001:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.373098:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.373168:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942528 00000100:00100000:0.0:1780298662.373172:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942528 00010000:00010000:0.0:1780298662.373186:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 78 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.373213:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15492 00000100:00100000:0.0:1780298662.373218:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:2400:x1866777609942528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.373225:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.373229:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 78 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373235:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 78 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373244:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9000/0xaf35132e63037fee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a27 expref: 78 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373249:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.373252:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373258:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373263:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.373276:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.373295:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:2400:x1866777609942528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 77us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.373300:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15492 00010000:00010000:1.0:1780298662.373309:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.373320:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298662.373381:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991223 00000004:00010000:1.0:1780298662.373406:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2a3901e reply state 0000000077d903a1 transno 4294991224 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.373418:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.373425:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.373428:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.373430:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.373490:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+74:30556:x1866777609942400:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1480us (1585us total) trans 4294991224 rc 0/0 00000100:00100000:1.0:1780298662.373497:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62196 00000020:00080000:1.0:1780298662.373502:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.374117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.374229:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942656 00000100:00100000:0.0:1780298662.374239:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942656 00000100:00100000:0.0:1780298662.374301:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11383 00000100:00100000:0.0:1780298662.374308:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609942656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.374317:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.374328:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6af9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374348:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374358:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374366:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374374:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374381:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(50 0) 00010000:00010000:0.0:1780298662.374385:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(54 0) 00010000:00010000:0.0:1780298662.374390:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374410:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374434:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.374446:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605246976:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.374500:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374511:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.374521:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247104:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.374556:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374566:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.374575:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247232:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.374609:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.374620:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 9 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.374649:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247360:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.374686:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.375102:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605246976:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.375334:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247104:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.375348:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247232:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.375359:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605247360:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.375382:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.375397:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:0.0:1780298662.375428:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609942656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1119us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.375436:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11383 00000100:00100000:3.0:1780298662.375820:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.375843:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.375852:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942912 00000100:00100000:0.0:1780298662.375859:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942912 00010000:00010000:0.0:1780298662.375874:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.375906:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609942784 00000100:00100000:0.0:1780298662.375909:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609942784 00000100:00100000:3.0:1780298662.375913:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298662.375922:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.375926:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943168 00000100:00100000:1.0:1780298662.375932:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943168 00000100:00100000:2.0:1780298662.375943:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15493 00000100:00100000:3.0:1780298662.375951:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298662.375956:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 10 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.375957:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609942912:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298662.375962:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943040 00000100:00100000:0.0:1780298662.375966:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943040 00010000:00010000:2.0:1780298662.375973:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.375981:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.375986:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15494 00010000:00010000:2.0:1780298662.375992:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.375999:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609942784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298662.376004:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15495 00010000:00010000:2.0:1780298662.376016:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.376016:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609943168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.376018:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.376032:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.376033:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376042:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a398cf8/0xaf35132e630380ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [2048000->2695167] (req 2048000->2072575) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ae4 expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.376045:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 11 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 11 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.376046:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 11 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 15 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.376080:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 11 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376087:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.376096:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cd65b27/0xaf35132e63038065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3002368->36556799] (req 3002368->3006463) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a9e expref: 14 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.376102:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e6303802d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [163840->655359] (req 163840->167935) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6a66 expref: 11 pid: 9128 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.376107:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.376112:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.376119:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609942912:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 166us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.376150:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609942784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 154us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.376169:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609943168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 142us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.376175:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15493 00000100:00100000:1.0:1780298662.376182:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15494 00000100:00100000:0.0:1780298662.376188:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15495 00000100:00100000:2.0:1780298662.376200:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15496 00000100:00100000:2.0:1780298662.376217:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609943040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.376226:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.376235:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376260:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376273:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e63038088 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2695168->3002367] (req 2695168->2699263) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ac1 expref: 9 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376285:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(54 0) 00010000:00010000:2.0:1780298662.376288:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(54 0) 00010000:00010000:2.0:1780298662.376294:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376305:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.376330:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.376341:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605247488:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.376377:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.376928:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605247488:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.376936:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.376955:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609943040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 743us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.376960:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15496 00000100:00100000:3.0:1780298662.377149:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.377191:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943424 00000100:00100000:3.0:1780298662.377196:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.377197:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943424 00002000:00010000:2.0:1780298662.377215:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (595681->18446744073709551615) 00002000:00100000:2.0:1780298662.377219:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777609943424 ext(595681->18446744073709551615) 00002000:00010000:2.0:1780298662.377226:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aa300. 00000100:00100000:2.0:1780298662.377240:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943296 00000100:00100000:2.0:1780298662.377242:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943296 00002000:00010000:2.0:1780298662.377249:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.377252:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab480 with x1866777609943296 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298662.377256:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6931 00002000:00010000:2.0:1780298662.377257:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab480. 00000100:00100000:1.0:1780298662.377274:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609943424:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.377274:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6932 00000100:00100000:0.0:1780298662.377289:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609943296:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298662.377408:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3005983 -> 4194304 00002000:00010000:0.0:1780298662.377416:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.377419:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.377420:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 595681 00002000:00010000:0.0:1780298662.377421:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.377426:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.377427:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1136 -> 1136 00002000:00010000:1.0:1780298662.377432:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.377435:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.377436:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298662.377459:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609943296:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 174us (264us total) trans 4294969918 rc 0/0 00000100:00100000:1.0:1780298662.377460:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609943424:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 193us (336us total) trans 4294969404 rc 0/0 00000100:00100000:1.0:1780298662.377473:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6931 00002000:00010000:1.0:1780298662.377475:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (595681->18446744073709551615) 00002000:00100000:1.0:1780298662.377478:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777609943424 ext(595681->18446744073709551615) 00000100:00100000:0.0:1780298662.377482:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6932 00002000:00010000:1.0:1780298662.377484:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aa300. 00002000:00010000:0.0:1780298662.377488:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.377492:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab480 with x1866777609943296 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.377498:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab480. 00000100:00100000:3.0:1780298662.378271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.378319:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943552 00000100:00100000:0.0:1780298662.378324:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943552 00000100:00100000:0.0:1780298662.378355:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62197 00000100:00100000:0.0:1780298662.378362:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+77:30556:x1866777609943552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.378370:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.378386:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9c00/0xaf35132e630380ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b00 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378445:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378454:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378461:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.378477:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4789985 00000004:00200000:0.0:1780298662.378484:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.378498:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378514:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9c00/0xaf35132e630380ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b00 expref: 79 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378523:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b00 expref: 78 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.378528:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.378530:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.378532:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:0.0:1780298662.378553:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:30556:x1866777609943552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 193us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.378557:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62197 00000100:00100000:3.0:1780298662.379379:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.379405:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.379429:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943680 00000100:00100000:1.0:1780298662.379434:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943680 00000100:00100000:0.0:1780298662.379442:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943808 00000100:00100000:0.0:1780298662.379447:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943808 00000100:00100000:1.0:1780298662.379474:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11384 00000100:00100000:0.0:1780298662.379483:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11385 00000100:00100000:1.0:1780298662.379488:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609943680:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.379499:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609943808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.379508:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.379508:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.379519:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630380dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b0e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.379521:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630380e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b07 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.379567:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605247616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.379572:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605247744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.379612:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.379614:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.380295:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605247616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.380321:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630380dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b0e expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.380335:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e630380dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b0e expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.380343:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00000100:00100000:1.0:1780298662.380362:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605247744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.380369:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609943808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (961us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.380375:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11385 00010000:00010000:1.0:1780298662.380387:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630380e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b07 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.380403:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630380e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b07 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.380413:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.380441:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609943680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1062us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.380449:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11384 00000100:00100000:3.0:1780298662.381271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.381322:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609943936 00000100:00100000:0.0:1780298662.381328:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609943936 00000100:00100000:3.0:1780298662.381356:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.381373:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944064 00000100:00100000:0.0:1780298662.381377:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944064 00000100:00100000:2.0:1780298662.381392:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11386 00000100:00100000:2.0:1780298662.381406:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609943936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.381406:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11387 00010000:00010000:2.0:1780298662.381415:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.381419:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609944064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.381426:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630380ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b15 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.381426:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.381435:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630380f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b1c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.381464:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605247872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.381466:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605248000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.381529:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.381529:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.382150:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605247872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.382181:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630380ea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b15 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.382194:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630380ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b15 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.382202:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:2.0:1780298662.382239:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609943936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (968us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.382246:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11386 00000100:00100000:1.0:1780298662.382272:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605248000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.382291:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630380f1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b1c expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.382302:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630380f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b1c expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.382309:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.382336:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609944064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (981us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.382343:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11387 00000100:00100000:0.0:1780298662.383114:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.383168:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944192 00000100:00100000:2.0:1780298662.383172:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944192 00000100:00100000:2.0:1780298662.383199:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62198 00000100:00100000:2.0:1780298662.383206:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+74:30556:x1866777609944192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.383218:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.383228:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630380f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b23 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383284:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383296:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383304:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298662.383329:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4789985 00000004:00200000:2.0:1780298662.383332:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298662.383343:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383357:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630380f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 76 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383366:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 75 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.383379:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.383381:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298662.383383:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298662.383404:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+75:30556:x1866777609944192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 200us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.383408:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62198 00000100:00100000:3.0:1780298662.390186:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.390231:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.390247:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944320 00000100:00100000:2.0:1780298662.390255:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944320 00000100:00100000:1.0:1780298662.390281:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944448 00000100:00100000:1.0:1780298662.390288:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944448 00002000:00100000:2.0:1780298662.390291:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (872448->4194303) req@ffff9cf2556a8380 x1866777609944320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.390299:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8380 with x1866777609944320 ext(872448->4194303) 00002000:00010000:2.0:1780298662.390303:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8380 00000100:00100000:2.0:1780298662.390324:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6933 00002000:00100000:1.0:1780298662.390324:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (0->598015) req@ffff9cf2556aaa00 x1866777609944448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780298662.390334:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609944320:12345-192.168.203.25@tcp:3:fsx.0 00002000:00100000:1.0:1780298662.390343:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aaa00 with x1866777609944448 ext(0->598015) 00002000:00010000:1.0:1780298662.390348:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aaa00 00000100:00100000:1.0:1780298662.390369:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6934 00000100:00100000:1.0:1780298662.390377:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609944448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.392234:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777609944448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1853us (2000us total) trans 0 rc 598016/598016 00000100:00100000:0.0:1780298662.392244:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6934 00002000:00100000:0.0:1780298662.392251:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (0->598015) req@ffff9cf2556aaa00 x1866777609944448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 598016/598016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.392266:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aaa00 with x1866777609944448 ext(0->598015) 00002000:00010000:0.0:1780298662.392271:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556aaa00 00000100:00100000:2.0:1780298662.396379:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609944320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 6038us (6253us total) trans 0 rc 3321856/3321856 00000100:00100000:2.0:1780298662.396389:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6933 00002000:00100000:2.0:1780298662.396399:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (872448->4194303) req@ffff9cf2556a8380 x1866777609944320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 3321856/3321856 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.396407:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8380 with x1866777609944320 ext(872448->4194303) 00002000:00010000:2.0:1780298662.396412:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8380 00000100:00100000:3.0:1780298662.400071:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.400148:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944576 00000100:00100000:0.0:1780298662.400171:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944576 00002000:00100000:0.0:1780298662.400214:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3989504->4050943) req@ffff9cf2556a8700 x1866777609944576/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.400239:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8700 with x1866777609944576 ext(3989504->4050943) 00002000:00010000:0.0:1780298662.400250:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8700 00000100:00100000:0.0:1780298662.400285:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6935 00000100:00100000:0.0:1780298662.400295:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609944576:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298662.401691:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777609944576:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1395us (1623us total) trans 4294969919 rc 0/0 00000100:00100000:0.0:1780298662.401700:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6935 00002000:00100000:0.0:1780298662.401709:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3989504->4050943) req@ffff9cf2556a8700 x1866777609944576/t4294969919(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.401718:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8700 with x1866777609944576 ext(3989504->4050943) 00002000:00010000:0.0:1780298662.401722:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8700 00000100:00100000:3.0:1780298662.402496:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.402540:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944704 00000100:00100000:2.0:1780298662.402545:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944704 00000100:00100000:2.0:1780298662.402579:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11388 00000100:00100000:2.0:1780298662.402585:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609944704:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.403510:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969919 is committed 00000100:00100000:2.0:1780298662.403583:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609944704:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 997us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.403589:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11388 00000100:00100000:2.0:1780298662.405901:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.405956:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609944960 00000100:00100000:0.0:1780298662.405964:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609944960 00000100:00100000:0.0:1780298662.406006:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62199 00000100:00100000:0.0:1780298662.406016:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+78:30556:x1866777609944960:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.406060:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.406094:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8a00/0xaf35132e630380d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b00 expref: 78 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.406111:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.406114:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.406286:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.406309:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 74 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.406320:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.406346:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 74 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.406357:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 74 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.406369:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605248128:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.406438:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.407074:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605248128:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.407092:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.407337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.407387:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945088 00000100:00100000:1.0:1780298662.407392:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945088 00010000:00010000:1.0:1780298662.407413:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 75 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.407453:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15497 00000100:00100000:1.0:1780298662.407462:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+75:2399:x1866777609945088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.407472:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.407477:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 75 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407489:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 75 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407503:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e630380ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b23 expref: 75 pid: 7411 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407515:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.407525:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407535:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407542:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.407561:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.407575:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.407583:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.407591:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+74:2399:x1866777609945088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 130us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.407600:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15497 00000001:00080000:0.0:1780298662.407637:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991225 00000004:00010000:0.0:1780298662.407662:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a111482f reply state 00000000921fbafa transno 4294991226 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.407684:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.407691:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.407693:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.407696:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.407753:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:30556:x1866777609944960:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1738us (1854us total) trans 4294991226 rc 0/0 00000100:00100000:0.0:1780298662.407760:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62199 00000020:00080000:0.0:1780298662.407764:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298662.408500:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.408538:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945216 00000100:00100000:1.0:1780298662.408546:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945216 00000100:00100000:1.0:1780298662.408571:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11389 00000100:00100000:1.0:1780298662.408576:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609945216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.408583:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.408593:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b2a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.408612:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.408619:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(54 0) 00010000:00010000:1.0:1780298662.408622:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(55 0) 00010000:00010000:1.0:1780298662.408625:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.408637:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.408644:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 10 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.408650:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605248256:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.408680:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.409354:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605248256:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.409372:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.409386:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:3.0:1780298662.409416:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609945216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.409421:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11389 00000100:00100000:3.0:1780298662.412796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.412850:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945344 00000100:00100000:0.0:1780298662.412858:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945344 00010000:00010000:0.0:1780298662.412886:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.412922:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15498 00000100:00100000:0.0:1780298662.412928:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609945344:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.412939:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298662.412952:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1136 -> 1256 00010000:00010000:0.0:1780298662.412956:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.412966:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.412981:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e630380c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6af9 expref: 11 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.412999:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(55 0) 00010000:00010000:0.0:1780298662.413002:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(55 0) 00010000:00010000:0.0:1780298662.413007:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.413013:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.413037:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.413047:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605248384:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.413094:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.413813:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605248384:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.413825:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.413854:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609945344:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 926us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.413863:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15498 00000100:00100000:1.0:1780298662.413985:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.414021:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945472 00000100:00100000:3.0:1780298662.414026:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945472 00000100:00100000:3.0:1780298662.414063:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11390 00000100:00100000:3.0:1780298662.414070:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609945472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.414083:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.414095:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b31 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.414113:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.414142:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(29 0) 00010000:00010000:3.0:1780298662.414146:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(30 0) 00010000:00010000:3.0:1780298662.414150:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.414187:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.414197:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 15 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.414205:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605248512:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.414237:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.414866:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605248512:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.414882:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.414894:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298662.414923:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609945472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.414930:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11390 00000100:00100000:2.0:1780298662.415900:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.415935:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945600 00000100:00100000:1.0:1780298662.415940:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945600 00010000:00010000:1.0:1780298662.415966:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 16 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.415996:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15499 00000100:00100000:1.0:1780298662.416006:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609945600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.416024:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.416042:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 16 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.416055:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 16 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.416071:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf890e1c/0xaf35132e63037f62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d69b7 expref: 16 pid: 20252 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.416082:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(30 0) 00010000:00010000:1.0:1780298662.416086:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(30 0) 00010000:00010000:1.0:1780298662.416091:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.416100:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.416144:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.416183:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605248640:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.416224:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.416850:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605248640:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.416863:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.417000:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777609945600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 952us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.417058:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.417069:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15499 00000100:00100000:1.0:1780298662.417097:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945728 00000100:00100000:1.0:1780298662.417101:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945728 00000100:00100000:2.0:1780298662.417103:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298662.417140:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5574658->18446744073709551615) 00002000:00100000:1.0:1780298662.417145:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777609945728 ext(5574658->18446744073709551615) 00002000:00010000:1.0:1780298662.417152:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:0.0:1780298662.417152:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945856 00000100:00100000:0.0:1780298662.417166:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945856 00000100:00100000:1.0:1780298662.417186:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6936 00002000:00010000:0.0:1780298662.417187:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00000100:00100000:1.0:1780298662.417194:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609945728:12345-192.168.203.25@tcp:10:fsx.0 00002000:00100000:0.0:1780298662.417194:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777609945856 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.417200:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967100. 00000100:00100000:0.0:1780298662.417223:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6937 00000100:00100000:0.0:1780298662.417238:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609945856:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298662.417345:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 595681 -> 4194304 00002000:00010000:0.0:1780298662.417349:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.417351:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.417353:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:0.0:1780298662.417355:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298662.417381:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 5574658 00002000:00010000:1.0:1780298662.417384:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00000100:00100000:0.0:1780298662.417385:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609945856:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 150us (284us total) trans 4294969405 rc 0/0 00002000:00010000:1.0:1780298662.417387:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.417389:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.417391:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:0.0:1780298662.417392:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6937 00002000:00010000:0.0:1780298662.417395:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.417398:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777609945856 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.417403:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343967100. 00000100:00100000:1.0:1780298662.417410:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609945728:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 218us (354us total) trans 4294969920 rc 0/0 00000100:00100000:1.0:1780298662.417416:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6936 00002000:00010000:1.0:1780298662.417419:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5574658->18446744073709551615) 00002000:00100000:1.0:1780298662.417422:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777609945728 ext(5574658->18446744073709551615) 00002000:00010000:1.0:1780298662.417427:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:0.0:1780298662.418197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.418263:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609945984 00000100:00100000:1.0:1780298662.418266:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609945984 00000100:00100000:1.0:1780298662.418291:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62200 00000100:00100000:1.0:1780298662.418296:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:30556:x1866777609945984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.418312:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.418324:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e6303811b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b38 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418382:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418392:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418398:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.418415:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9768962 00000004:00200000:1.0:1780298662.418417:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.418429:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418444:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e6303811b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 82 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418452:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 81 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.418457:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.418459:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.418461:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298662.418484:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:30556:x1866777609945984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 189us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.418488:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62200 00000100:00100000:3.0:1780298662.420362:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.420399:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946112 00000100:00100000:1.0:1780298662.420405:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946112 00002000:00100000:1.0:1780298662.420433:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2281472->2347007) req@ffff9cf24310c000 x1866777609946112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.420443:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777609946112 ext(2281472->2347007) 00002000:00010000:1.0:1780298662.420448:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:1.0:1780298662.420478:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6938 00000100:00100000:1.0:1780298662.420486:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609946112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.421472:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609946112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 985us (1112us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298662.421480:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6938 00002000:00100000:1.0:1780298662.421486:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2281472->2347007) req@ffff9cf24310c000 x1866777609946112/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.421494:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c000 with x1866777609946112 ext(2281472->2347007) 00002000:00010000:1.0:1780298662.421498:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c000 00000100:00100000:2.0:1780298662.423337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.423380:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946240 00000100:00100000:1.0:1780298662.423386:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946240 00000100:00100000:1.0:1780298662.423423:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11391 00000100:00100000:1.0:1780298662.423432:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609946240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.423444:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.423459:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b3f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.423484:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.423506:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(30 0) 00010000:00010000:1.0:1780298662.423510:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(31 0) 00010000:00010000:1.0:1780298662.423515:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->2420735] (req 2392064->2420735) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.423552:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.423565:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 14 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.423579:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605248768:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.423635:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.424304:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605248768:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.424324:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->2420735] (req 2392064->2420735) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.424340:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.424370:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777609946240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.424377:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11391 00000100:00100000:3.0:1780298662.424559:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.424605:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946368 00000100:00100000:0.0:1780298662.424609:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946368 00010000:00010000:0.0:1780298662.424626:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.424646:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15500 00000100:00100000:0.0:1780298662.424651:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609946368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.424658:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.424671:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.424682:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.424708:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038114 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b31 expref: 15 pid: 12101 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.424720:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(31 0) 00010000:00010000:0.0:1780298662.424723:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(31 0) 00010000:00010000:0.0:1780298662.424731:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.424741:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.424763:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.424770:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605248896:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.424802:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.425547:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243809c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605248896:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.425560:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.425596:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609946368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 941us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.425605:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15500 00000100:00100000:3.0:1780298662.425803:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.425839:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946496 00000100:00100000:2.0:1780298662.425843:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946496 00002000:00100000:2.0:1780298662.425863:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2396159) req@ffff9cf24310e300 x1866777609946496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.425870:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777609946496 ext(2392064->2396159) 00002000:00010000:2.0:1780298662.425878:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:2.0:1780298662.425897:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6939 00000100:00100000:2.0:1780298662.425902:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609946496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.426013:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609946496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.426025:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6939 00002000:00100000:2.0:1780298662.426032:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2396159) req@ffff9cf24310e300 x1866777609946496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.426041:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e300 with x1866777609946496 ext(2392064->2396159) 00002000:00010000:2.0:1780298662.426044:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310e300 00000100:00100000:3.0:1780298662.426966:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.427014:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946624 00000100:00100000:0.0:1780298662.427018:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946624 00002000:00100000:0.0:1780298662.427036:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2416640->2420735) req@ffff9cf24310ca80 x1866777609946624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.427047:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777609946624 ext(2416640->2420735) 00002000:00010000:0.0:1780298662.427050:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:0.0:1780298662.427065:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6940 00000100:00100000:0.0:1780298662.427076:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609946624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.427166:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777609946624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.427173:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6940 00002000:00100000:0.0:1780298662.427187:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2416640->2420735) req@ffff9cf24310ca80 x1866777609946624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.427196:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777609946624 ext(2416640->2420735) 00002000:00010000:0.0:1780298662.427200:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:0.0:1780298662.428118:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.428165:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946752 00000100:00100000:2.0:1780298662.428169:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946752 00000100:00100000:2.0:1780298662.428199:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11392 00000100:00100000:2.0:1780298662.428214:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609946752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.428223:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.428234:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038130 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b46 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.428267:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605249024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.428306:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00002000:00010000:2.0:1780298662.429008:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1780298662.429019:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605249024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.429040:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038130 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b46 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.429070:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038130 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b46 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.429080:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298662.429109:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609946752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (989us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.429116:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11392 00000100:00100000:3.0:1780298662.429997:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.430039:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609946880 00000100:00100000:1.0:1780298662.430043:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609946880 00000100:00100000:1.0:1780298662.430075:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11393 00000100:00100000:1.0:1780298662.430080:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609946880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.430086:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.430093:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038137 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b4d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.430115:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605249152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.430172:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.430823:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605249152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.430835:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038137 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b4d expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.430844:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038137 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b4d expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.430850:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.430873:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609946880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (879us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.430877:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11393 00000100:00100000:3.0:1780298662.431708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.431741:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947008 00000100:00100000:2.0:1780298662.431745:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947008 00000100:00100000:2.0:1780298662.431769:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11394 00000100:00100000:2.0:1780298662.431774:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609947008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.431780:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.431787:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303813e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b54 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.431807:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605249280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.431841:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.432489:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605249280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.432503:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303813e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b54 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.432512:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303813e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b54 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.432527:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298662.432548:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609947008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (842us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.432553:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11394 00000100:00100000:0.0:1780298662.433350:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.433391:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947136 00000100:00100000:2.0:1780298662.433396:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947136 00000100:00100000:2.0:1780298662.433433:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6941 00000100:00100000:2.0:1780298662.433444:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609947136:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.433610:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5574658 -> 5574658 00002000:00010000:2.0:1780298662.433613:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.433615:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.433616:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.433618:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1256 -> 1264 00000100:00100000:2.0:1780298662.433641:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609947136:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 201us (292us total) trans 4294969921 rc 0/0 00000100:00100000:2.0:1780298662.433645:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6941 00000100:00100000:3.0:1780298662.434348:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.434396:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947264 00000100:00100000:0.0:1780298662.434402:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947264 00000100:00100000:0.0:1780298662.434436:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62201 00000100:00100000:0.0:1780298662.434444:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+74:30556:x1866777609947264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.434454:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.434468:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63038145 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b5b expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434541:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434566:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434578:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.434602:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9768962 00000004:00200000:0.0:1780298662.434606:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.434622:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434642:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63038145 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b5b expref: 76 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434655:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b5b expref: 75 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.434663:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.434666:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.434669:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:0.0:1780298662.434700:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+75:30556:x1866777609947264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 257us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.434707:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62201 00000100:00100000:3.0:1780298662.435621:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.435653:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947392 00000100:00100000:1.0:1780298662.435657:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947392 00000100:00100000:1.0:1780298662.435684:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11395 00000100:00100000:3.0:1780298662.435690:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.435691:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609947392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.435702:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.435712:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038153 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b62 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.435714:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947520 00000100:00100000:0.0:1780298662.435719:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947520 00000100:00100000:1.0:1780298662.435751:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605249408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.435755:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11396 00000100:00100000:0.0:1780298662.435770:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609947520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.435782:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.435794:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298662.435798:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e6303815a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b69 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.435831:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605249536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.435862:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.436479:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605249536:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.436497:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e6303815a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b69 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.436501:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605249408:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.436518:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ee949fd/0xaf35132e6303815a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b69 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.436523:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038153 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b62 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.436527:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:1.0:1780298662.436538:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038153 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b62 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.436545:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:0.0:1780298662.436555:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609947520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.436560:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11396 00000100:00100000:1.0:1780298662.436565:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609947392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.436572:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11395 00000100:00100000:3.0:1780298662.437603:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.437641:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947648 00000100:00100000:1.0:1780298662.437646:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947648 00000100:00100000:1.0:1780298662.437674:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11397 00000100:00100000:1.0:1780298662.437683:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609947648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.437691:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.437700:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038161 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b70 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.437727:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605249664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.437738:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.437774:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947776 00000100:00100000:3.0:1780298662.437779:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947776 00000100:00100000:1.0:1780298662.437779:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.437812:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11398 00000100:00100000:3.0:1780298662.437821:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609947776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.437862:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.437871:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038168 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b77 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.437897:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605249792:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.437933:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.438391:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605249664:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.438405:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038161 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b70 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.438419:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038161 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b70 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.438429:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.438454:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609947648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (853us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.438461:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11397 00000100:00100000:3.0:1780298662.438659:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605249792:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.438674:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038168 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b77 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.438688:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038168 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b77 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.438697:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298662.438726:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777609947776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (989us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.438732:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11398 00000100:00100000:0.0:1780298662.439787:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.439806:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.439821:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609947904 00000100:00100000:2.0:1780298662.439826:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609947904 00000100:00100000:1.0:1780298662.439842:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948032 00000100:00100000:1.0:1780298662.439847:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948032 00000100:00100000:2.0:1780298662.439857:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11399 00000100:00100000:2.0:1780298662.439866:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609947904:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.439872:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11400 00010000:00010000:2.0:1780298662.439876:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.439884:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609948032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.439886:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6303816f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b7e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.439897:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.439906:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63038176 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b85 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.439928:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605249920:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.439934:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605250048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.439972:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.439973:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.440669:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605249920:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.440669:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605250048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.440686:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6303816f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b7e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.440686:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63038176 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b85 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.440701:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e6303816f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b7e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.440701:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033b7ed0c/0xaf35132e63038176 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b85 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.440712:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:0.0:1780298662.440712:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:1.0:1780298662.440741:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609947904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (955us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.440741:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609948032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.440749:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11400 00000100:00100000:1.0:1780298662.440754:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11399 00000100:00100000:3.0:1780298662.441696:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.441737:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948160 00000100:00100000:0.0:1780298662.441740:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948160 00000100:00100000:0.0:1780298662.441764:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11401 00000100:00100000:0.0:1780298662.441769:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609948160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.441775:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.441782:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b8c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.441796:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.441803:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(55 0) 00010000:00010000:0.0:1780298662.441806:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(56 0) 00010000:00010000:0.0:1780298662.441814:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->1318911] (req 1314816->1318911) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.441830:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.441839:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 10 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.441847:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605250176:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.441878:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.442500:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605250176:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.442513:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->1318911] (req 1314816->1318911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.442521:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:0.0:1780298662.442543:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609948160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.442550:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11401 00000100:00100000:2.0:1780298662.442756:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.442786:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948288 00000100:00100000:1.0:1780298662.442795:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948288 00002000:00100000:1.0:1780298662.442816:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2342911) req@ffff9cf343966680 x1866777609948288/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.442823:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777609948288 ext(2310144->2342911) 00010000:00010000:1.0:1780298662.442828:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.442836:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 11 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298662.442842:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf343966680 00000100:00100000:1.0:1780298662.442858:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 235 00000100:00100000:1.0:1780298662.442863:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609948288:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.443989:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609948288:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1124us (1231us total) trans 4294969922 rc 0/0 00000100:00100000:1.0:1780298662.443995:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 235 00002000:00100000:1.0:1780298662.444001:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2342911) req@ffff9cf343966680 x1866777609948288/t4294969922(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.444007:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777609948288 ext(2310144->2342911) 00010000:00010000:1.0:1780298662.444012:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.444035:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298662.444054:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf343966680 00000100:00100000:2.0:1780298662.444761:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.444796:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948416 00000100:00100000:0.0:1780298662.444800:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948416 00010000:00010000:0.0:1780298662.444814:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.444838:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15501 00000100:00100000:0.0:1780298662.444845:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609948416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.444861:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298662.444870:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 1328 00010000:00010000:0.0:1780298662.444875:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.444886:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.444900:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303810d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b2a expref: 13 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.444908:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(56 0) 00010000:00010000:0.0:1780298662.444910:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(56 0) 00010000:00010000:0.0:1780298662.444915:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.444921:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.444938:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.444945:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605250304:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.444981:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.445834:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605250304:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.445851:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.445873:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609948416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1028us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.445881:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15501 00000100:00100000:3.0:1780298662.446119:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.446176:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948544 00000100:00100000:1.0:1780298662.446180:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948544 00002000:00100000:1.0:1780298662.446196:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1314816->1318911) req@ffff9cf241a80a80 x1866777609948544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.446204:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777609948544 ext(1314816->1318911) 00002000:00010000:1.0:1780298662.446208:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80a80 00000100:00100000:1.0:1780298662.446230:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6942 00000100:00100000:1.0:1780298662.446239:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.446321:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.446326:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6942 00002000:00100000:1.0:1780298662.446331:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1314816->1318911) req@ffff9cf241a80a80 x1866777609948544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.446337:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80a80 with x1866777609948544 ext(1314816->1318911) 00002000:00010000:1.0:1780298662.446339:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80a80 00000100:00100000:2.0:1780298662.447334:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.447372:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948672 00000100:00100000:1.0:1780298662.447376:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948672 00002000:00100000:1.0:1780298662.447390:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1323007) req@ffff9cf343965880 x1866777609948672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.447396:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965880 with x1866777609948672 ext(1318912->1323007) 00002000:00010000:1.0:1780298662.447398:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965880 00000100:00100000:1.0:1780298662.447413:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6943 00000100:00100000:1.0:1780298662.447429:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.447480:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.447485:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6943 00002000:00100000:1.0:1780298662.447488:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1323007) req@ffff9cf343965880 x1866777609948672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.447494:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965880 with x1866777609948672 ext(1318912->1323007) 00002000:00010000:1.0:1780298662.447497:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965880 00000100:00100000:3.0:1780298662.448472:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.448515:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948800 00000100:00100000:0.0:1780298662.448521:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948800 00002000:00100000:0.0:1780298662.448541:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1323008->1327103) req@ffff9cf241a80e00 x1866777609948800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.448550:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777609948800 ext(1323008->1327103) 00002000:00010000:0.0:1780298662.448553:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:0.0:1780298662.448574:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6944 00000100:00100000:0.0:1780298662.448582:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.448663:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609948800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.448670:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6944 00002000:00100000:0.0:1780298662.448676:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1323008->1327103) req@ffff9cf241a80e00 x1866777609948800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.448685:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777609948800 ext(1323008->1327103) 00002000:00010000:0.0:1780298662.448688:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:3.0:1780298662.449664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.449714:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609948928 00000100:00100000:2.0:1780298662.449719:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609948928 00002000:00100000:2.0:1780298662.449743:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1327104->1331199) req@ffff9cf241a81880 x1866777609948928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.449753:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81880 with x1866777609948928 ext(1327104->1331199) 00002000:00010000:2.0:1780298662.449756:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81880 00000100:00100000:2.0:1780298662.449779:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6945 00000100:00100000:2.0:1780298662.449788:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609948928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.449863:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609948928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.449871:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6945 00002000:00100000:2.0:1780298662.449877:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1327104->1331199) req@ffff9cf241a81880 x1866777609948928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.449887:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81880 with x1866777609948928 ext(1327104->1331199) 00002000:00010000:2.0:1780298662.449891:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81880 00000100:00100000:2.0:1780298662.450972:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.451026:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949056 00000100:00100000:1.0:1780298662.451031:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949056 00002000:00100000:1.0:1780298662.451053:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1331200->1335295) req@ffff9cf343967b80 x1866777609949056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.451061:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967b80 with x1866777609949056 ext(1331200->1335295) 00002000:00010000:1.0:1780298662.451065:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967b80 00000100:00100000:1.0:1780298662.451084:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6946 00000100:00100000:1.0:1780298662.451091:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.451176:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.451181:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6946 00002000:00100000:1.0:1780298662.451185:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1331200->1335295) req@ffff9cf343967b80 x1866777609949056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.451190:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967b80 with x1866777609949056 ext(1331200->1335295) 00002000:00010000:1.0:1780298662.451193:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967b80 00000100:00100000:3.0:1780298662.452232:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.452267:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949184 00000100:00100000:1.0:1780298662.452272:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949184 00002000:00100000:1.0:1780298662.452292:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1335296->1339391) req@ffff9cf241a83b80 x1866777609949184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.452299:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777609949184 ext(1335296->1339391) 00002000:00010000:1.0:1780298662.452302:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:1.0:1780298662.452316:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6947 00000100:00100000:1.0:1780298662.452321:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.452394:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.452402:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6947 00002000:00100000:1.0:1780298662.452410:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1335296->1339391) req@ffff9cf241a83b80 x1866777609949184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.452419:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a83b80 with x1866777609949184 ext(1335296->1339391) 00002000:00010000:1.0:1780298662.452422:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a83b80 00000100:00100000:3.0:1780298662.453322:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.453351:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949312 00000100:00100000:1.0:1780298662.453356:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949312 00002000:00100000:1.0:1780298662.453376:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1339392->1343487) req@ffff9cf25491aa00 x1866777609949312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.453384:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777609949312 ext(1339392->1343487) 00002000:00010000:1.0:1780298662.453388:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:1.0:1780298662.453410:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6948 00000100:00100000:1.0:1780298662.453418:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.453484:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.453494:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6948 00002000:00100000:1.0:1780298662.453499:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1339392->1343487) req@ffff9cf25491aa00 x1866777609949312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.453504:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777609949312 ext(1339392->1343487) 00002000:00010000:1.0:1780298662.453507:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:2.0:1780298662.454389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.454435:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949440 00000100:00100000:0.0:1780298662.454441:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949440 00002000:00100000:0.0:1780298662.454465:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->1347583) req@ffff9cf343965f80 x1866777609949440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.454475:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777609949440 ext(1343488->1347583) 00002000:00010000:0.0:1780298662.454486:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965f80 00000100:00100000:0.0:1780298662.454511:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6949 00000100:00100000:0.0:1780298662.454521:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.454601:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.454608:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6949 00002000:00100000:0.0:1780298662.454615:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->1347583) req@ffff9cf343965f80 x1866777609949440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.454623:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777609949440 ext(1343488->1347583) 00002000:00010000:0.0:1780298662.454627:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965f80 00000100:00100000:2.0:1780298662.455515:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.455556:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949568 00000100:00100000:0.0:1780298662.455559:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949568 00002000:00100000:0.0:1780298662.455574:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1347584->1351679) req@ffff9cf343966300 x1866777609949568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.455580:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777609949568 ext(1347584->1351679) 00002000:00010000:0.0:1780298662.455583:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:0.0:1780298662.455602:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6950 00000100:00100000:0.0:1780298662.455612:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609949568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.455669:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609949568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.455675:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6950 00002000:00100000:0.0:1780298662.455680:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1347584->1351679) req@ffff9cf343966300 x1866777609949568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.455694:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777609949568 ext(1347584->1351679) 00002000:00010000:0.0:1780298662.455697:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:3.0:1780298662.456557:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.456616:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949696 00000100:00100000:1.0:1780298662.456620:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949696 00002000:00100000:1.0:1780298662.456636:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1351680->1355775) req@ffff9cf25491a680 x1866777609949696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.456643:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491a680 with x1866777609949696 ext(1351680->1355775) 00002000:00010000:1.0:1780298662.456646:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491a680 00000100:00100000:1.0:1780298662.456660:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6951 00000100:00100000:1.0:1780298662.456664:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.456719:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.456725:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6951 00002000:00100000:1.0:1780298662.456730:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1351680->1355775) req@ffff9cf25491a680 x1866777609949696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.456736:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491a680 with x1866777609949696 ext(1351680->1355775) 00002000:00010000:1.0:1780298662.456739:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491a680 00000100:00100000:2.0:1780298662.457590:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.457623:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949824 00000100:00100000:1.0:1780298662.457626:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949824 00002000:00100000:1.0:1780298662.457640:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1355776->1359871) req@ffff9cf343965180 x1866777609949824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.457654:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965180 with x1866777609949824 ext(1355776->1359871) 00002000:00010000:1.0:1780298662.457657:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965180 00000100:00100000:1.0:1780298662.457671:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6952 00000100:00100000:1.0:1780298662.457676:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.457728:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (138us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.457733:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6952 00002000:00100000:1.0:1780298662.457737:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1355776->1359871) req@ffff9cf343965180 x1866777609949824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.457743:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965180 with x1866777609949824 ext(1355776->1359871) 00002000:00010000:1.0:1780298662.457746:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965180 00000100:00100000:2.0:1780298662.458644:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.458686:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609949952 00000100:00100000:1.0:1780298662.458690:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609949952 00002000:00100000:1.0:1780298662.458704:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1359872->1363967) req@ffff9cf343964a80 x1866777609949952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.458711:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777609949952 ext(1359872->1363967) 00002000:00010000:1.0:1780298662.458713:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:1.0:1780298662.458730:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6953 00000100:00100000:1.0:1780298662.458739:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.458806:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609949952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.458813:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6953 00002000:00100000:1.0:1780298662.458826:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1359872->1363967) req@ffff9cf343964a80 x1866777609949952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.458835:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777609949952 ext(1359872->1363967) 00002000:00010000:1.0:1780298662.458839:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:3.0:1780298662.459848:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.459892:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950080 00000100:00100000:0.0:1780298662.459897:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950080 00002000:00100000:0.0:1780298662.459918:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1363968->1368063) req@ffff9cf254918700 x1866777609950080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.459927:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777609950080 ext(1363968->1368063) 00002000:00010000:0.0:1780298662.459931:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918700 00000100:00100000:0.0:1780298662.459951:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6954 00000100:00100000:0.0:1780298662.459959:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609950080:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.460036:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609950080:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.460046:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6954 00002000:00100000:0.0:1780298662.460053:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1363968->1368063) req@ffff9cf254918700 x1866777609950080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.460061:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777609950080 ext(1363968->1368063) 00002000:00010000:0.0:1780298662.460065:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918700 00000100:00100000:2.0:1780298662.460982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.461025:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950208 00000100:00100000:0.0:1780298662.461030:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950208 00002000:00100000:0.0:1780298662.461050:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1314816->1368063) req@ffff9cf343965c00 x1866777609950208/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.461060:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777609950208 ext(1314816->1368063) 00002000:00010000:0.0:1780298662.461064:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:0.0:1780298662.461092:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6955 00000100:00100000:0.0:1780298662.461099:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609950208:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.462268:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609950208:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1169us (1285us total) trans 4294969923 rc 0/0 00000100:00100000:1.0:1780298662.462274:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6955 00002000:00100000:1.0:1780298662.462280:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1314816->1368063) req@ffff9cf343965c00 x1866777609950208/t4294969923(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.462286:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965c00 with x1866777609950208 ext(1314816->1368063) 00002000:00010000:1.0:1780298662.462289:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965c00 00000100:00100000:2.0:1780298662.462938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.462973:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950336 00000100:00100000:3.0:1780298662.462977:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950336 00000100:00100000:3.0:1780298662.463001:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11402 00000100:00100000:3.0:1780298662.463006:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609950336:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.463706:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969923 is committed 00000001:00080000:1.0:1780298662.463712:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969922 is committed 00000100:00100000:3.0:1780298662.463783:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609950336:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 774us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.463791:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11402 00000100:00100000:3.0:1780298662.464632:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.464658:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.464701:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950464 00000100:00100000:0.0:1780298662.464705:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950464 00000100:00100000:1.0:1780298662.464707:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950592 00000100:00100000:1.0:1780298662.464713:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950592 00000100:00100000:0.0:1780298662.464739:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11403 00000100:00100000:0.0:1780298662.464749:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609950464:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.464754:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11404 00010000:00010000:0.0:1780298662.464761:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.464766:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609950592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.464775:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.464780:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038184 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b93 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.464785:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303818b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6b9a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.464845:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605250432:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.464846:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605250560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.464923:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2429650c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.464923:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00002000:00010000:3.0:1780298662.465699:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1328 -> 1432 00000100:00100000:3.0:1780298662.465709:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605250560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.465719:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605250432:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.465734:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038184 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b93 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.465738:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303818b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b9a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.465753:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038184 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b93 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.465758:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303818b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b9a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.465767:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00010000:00010000:1.0:1780298662.465770:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:3.0:1780298662.465796:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609950464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1208us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.465800:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777609950592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1037us (1141us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.465812:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11404 00000100:00100000:3.0:1780298662.465821:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11403 00000100:00100000:2.0:1780298662.466817:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.466846:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.466857:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950720 00000100:00100000:0.0:1780298662.466861:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950720 00000100:00100000:1.0:1780298662.466876:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950848 00000100:00100000:1.0:1780298662.466881:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950848 00000100:00100000:0.0:1780298662.466890:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11405 00000100:00100000:0.0:1780298662.466898:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609950720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.466904:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.466912:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63038192 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ba1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.466913:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11406 00000100:00100000:3.0:1780298662.466925:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609950848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.466932:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.466939:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605250688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.466940:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038199 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ba8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.466968:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605250816:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.466982:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.466991:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.467729:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605250816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.467743:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038199 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ba8 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.467749:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605250688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.467766:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038199 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ba8 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.467776:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:2.0:1780298662.467777:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63038192 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ba1 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.467795:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e63038192 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ba1 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.467806:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:3.0:1780298662.467812:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609950848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (965us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.467819:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11406 00000100:00100000:2.0:1780298662.467836:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609950720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1019us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.467844:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11405 00000100:00100000:2.0:1780298662.468686:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.468705:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609950976 00000100:00100000:3.0:1780298662.468709:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609950976 00000100:00100000:3.0:1780298662.468729:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11407 00000100:00100000:3.0:1780298662.468733:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609950976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.468744:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.468750:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6baf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.468763:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.468770:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(31 0) 00010000:00010000:3.0:1780298662.468773:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:3.0:1780298662.468777:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2420736->2473983] (req 2420736->2473983) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.468790:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.468799:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 15 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.468806:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605250944:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.468833:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.469417:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605250944:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.469427:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2420736->2473983] (req 2420736->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.469435:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298662.469461:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609950976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 728us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.469465:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11407 00000100:00100000:0.0:1780298662.469687:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.469730:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951104 00000100:00100000:1.0:1780298662.469735:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951104 00002000:00100000:1.0:1780298662.469756:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2420735) req@ffff9cf24380a300 x1866777609951104/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.469767:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777609951104 ext(2392064->2420735) 00010000:00010000:1.0:1780298662.469773:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 16 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.469785:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 16 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298662.469793:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24380a300 00000100:00100000:1.0:1780298662.469810:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 236 00000100:00100000:1.0:1780298662.469816:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777609951104:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.470749:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609951104:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 930us (1061us total) trans 4294969406 rc 0/0 00000100:00100000:1.0:1780298662.470762:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 236 00002000:00100000:1.0:1780298662.470770:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2420735) req@ffff9cf24380a300 x1866777609951104/t4294969406(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.470779:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777609951104 ext(2392064->2420735) 00010000:00010000:1.0:1780298662.470785:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.470797:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298662.470805:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24380a300 00000100:00100000:2.0:1780298662.471401:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.471436:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951232 00000100:00100000:0.0:1780298662.471440:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951232 00010000:00010000:0.0:1780298662.471454:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.471480:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15502 00000100:00100000:0.0:1780298662.471485:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609951232:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.471493:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298662.471498:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 56 00010000:00010000:0.0:1780298662.471502:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.471509:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.471523:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038129 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2392064->35946495] (req 2392064->2420735) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b3f expref: 18 pid: 8356 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.471530:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:0.0:1780298662.471532:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:0.0:1780298662.471538:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.471544:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.471566:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.471581:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605251072:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.471612:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.472218:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605251072:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.472229:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.472258:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609951232:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 772us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.472267:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15502 00000100:00100000:3.0:1780298662.472552:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.472591:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951360 00000100:00100000:1.0:1780298662.472596:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951360 00002000:00100000:1.0:1780298662.472615:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2420736->2473983) req@ffff9cf254918000 x1866777609951360/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.472621:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777609951360 ext(2420736->2473983) 00002000:00010000:1.0:1780298662.472624:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:1.0:1780298662.472642:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6956 00000100:00100000:1.0:1780298662.472649:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609951360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.473407:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609951360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 757us (853us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1780298662.473415:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6956 00002000:00100000:1.0:1780298662.473422:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2420736->2473983) req@ffff9cf254918000 x1866777609951360/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.473444:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777609951360 ext(2420736->2473983) 00002000:00010000:1.0:1780298662.473448:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:0.0:1780298662.474184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.474224:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951488 00000100:00100000:3.0:1780298662.474228:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951488 00000100:00100000:3.0:1780298662.474255:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11408 00000100:00100000:3.0:1780298662.474263:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609951488:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.474271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298662.474273:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.474285:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bb6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.474291:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951616 00000100:00100000:1.0:1780298662.474294:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951616 00000100:00100000:1.0:1780298662.474322:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11409 00000100:00100000:1.0:1780298662.474331:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777609951616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.474339:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.474347:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bbd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.474355:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605251200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.474359:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:1.0:1780298662.474363:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:1.0:1780298662.474368:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.474380:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.474390:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:3.0:1780298662.474396:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.474412:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777609951616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.474418:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11409 00000100:00100000:3.0:1780298662.474992:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605251200:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.475004:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bb6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.475012:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bb6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.475018:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298662.475040:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609951488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (859us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.475044:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11408 00000100:00100000:0.0:1780298662.475744:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.475780:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951744 00000100:00100000:2.0:1780298662.475784:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951744 00000100:00100000:2.0:1780298662.475812:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11410 00000100:00100000:2.0:1780298662.475817:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609951744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.475824:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.475830:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630381b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bc4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.475853:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605251328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.475883:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.476485:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605251328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.476502:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630381b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bc4 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.476516:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e630381b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bc4 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.476525:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:2.0:1780298662.476555:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609951744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 738us (811us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.476563:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11410 00000100:00100000:0.0:1780298662.477352:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.477373:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609951872 00000100:00100000:3.0:1780298662.477377:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609951872 00000100:00100000:3.0:1780298662.477397:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11411 00000100:00100000:3.0:1780298662.477402:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609951872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.477409:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.477414:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630381bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bcb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.477433:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605251456:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.477462:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.477970:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605251456:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.477981:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630381bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bcb expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.477990:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630381bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bcb expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.477996:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298662.478018:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609951872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 616us (668us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.478023:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11411 00000100:00100000:0.0:1780298662.478790:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.478810:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952000 00000100:00100000:3.0:1780298662.478814:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952000 00000100:00100000:3.0:1780298662.478834:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11412 00000100:00100000:3.0:1780298662.478839:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609952000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.478851:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.478857:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bd2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.478875:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605251584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.478902:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.479442:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605251584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.479453:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd2 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.479462:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd2 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.479468:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.479492:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609952000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 653us (703us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.479496:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11412 00000100:00100000:0.0:1780298662.480236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.480277:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952256 00000100:00100000:2.0:1780298662.480282:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952256 00000100:00100000:2.0:1780298662.480315:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62202 00000100:00100000:2.0:1780298662.480323:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+75:30556:x1866777609952256:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298662.480361:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.480377:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e6303814c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b5b expref: 75 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.480397:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.480401:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298662.480540:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.480555:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 80 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.480569:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.480590:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 80 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.480604:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 80 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.480616:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605251712:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.480652:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345162900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.481274:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605251712:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.481287:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.481482:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.481520:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952384 00000100:00100000:1.0:1780298662.481525:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952384 00010000:00010000:1.0:1780298662.481546:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 81 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.481580:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15503 00000100:00100000:1.0:1780298662.481588:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:2400:x1866777609952384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.481597:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.481603:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 81 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481614:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 81 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481628:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038122 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b38 expref: 81 pid: 6478 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481639:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.481643:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481652:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481660:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.481678:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298662.481697:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.481703:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b00450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:2400:x1866777609952384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 115us (219us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298662.481710:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.481715:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15503 00000001:00080000:2.0:1780298662.481767:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991227 00000004:00010000:2.0:1780298662.481789:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b1b778af reply state 000000002d506ee0 transno 4294991228 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.481800:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.481806:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.481809:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298662.481811:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298662.481864:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+77:30556:x1866777609952256:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1541us (1626us total) trans 4294991228 rc 0/0 00000100:00100000:2.0:1780298662.481872:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62202 00000020:00080000:2.0:1780298662.481876:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.482574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.482596:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952512 00000100:00100000:3.0:1780298662.482599:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952512 00000100:00100000:3.0:1780298662.482625:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11413 00000100:00100000:3.0:1780298662.482632:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609952512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.482640:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.482649:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bd9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.482674:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.482680:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(56 0) 00010000:00010000:3.0:1780298662.482683:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(57 0) 00010000:00010000:3.0:1780298662.482685:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.482697:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.482704:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.482711:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605251840:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.482741:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.483326:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605251840:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.483339:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.483351:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298662.483375:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609952512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 744us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.483390:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11413 00000100:00100000:0.0:1780298662.483648:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.483683:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952640 00000100:00100000:2.0:1780298662.483688:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952640 00010000:00010000:2.0:1780298662.483706:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.483737:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15504 00000100:00100000:2.0:1780298662.483745:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609952640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.483753:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.483765:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.483776:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.483804:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e6303817d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1314816->34869247] (req 1314816->1318911) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6b8c expref: 12 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.483815:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(57 0) 00010000:00010000:2.0:1780298662.483819:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(57 0) 00010000:00010000:2.0:1780298662.483824:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.483834:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.483855:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.483865:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605251968:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.483906:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.484573:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605251968:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.484582:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.484603:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609952640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 860us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.484609:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15504 00000100:00100000:3.0:1780298662.484691:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.484733:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952768 00000100:00100000:2.0:1780298662.484737:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952768 00000100:00100000:2.0:1780298662.484771:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11414 00000100:00100000:2.0:1780298662.484784:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777609952768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.484794:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.484803:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6be0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484820:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484829:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484834:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:2.0:1780298662.484837:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:2.0:1780298662.484839:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484852:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484859:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.484866:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605252096:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.484900:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.484916:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 14 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.484923:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605252224:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.484946:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.485573:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605252096:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.485763:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.485769:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605252224:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.485790:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609952896 00010000:00010000:2.0:1780298662.485791:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.485796:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609952896 00010000:00010000:2.0:1780298662.485803:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00010000:00010000:3.0:1780298662.485820:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 20 pid: 9128 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.485829:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777609952768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.485836:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11414 00000100:00100000:3.0:1780298662.485859:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15505 00000100:00100000:3.0:1780298662.485868:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609952896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.485931:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298662.485957:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298662.485985:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.485992:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953024 00010000:00010000:3.0:1780298662.485997:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.486003:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953024 00010000:00010000:3.0:1780298662.486027:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630381ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bbd expref: 19 pid: 9128 timeout: 951 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486037:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.486045:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.486070:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15506 00000100:00100000:1.0:1780298662.486081:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609953024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298662.486083:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609952896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 213us (317us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298662.486094:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298662.486095:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15505 00010000:00010000:1.0:1780298662.486108:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486122:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486173:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e630381a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2420736->2473983) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6baf expref: 15 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486184:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:1.0:1780298662.486188:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:1.0:1780298662.486194:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486203:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.486227:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.486248:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605252352:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.486293:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.486854:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605252352:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.486869:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.486892:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.486901:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609953024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 823us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.486911:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15506 00000100:00100000:3.0:1780298662.487037:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953152 00000100:00100000:3.0:1780298662.487042:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953152 00002000:00010000:3.0:1780298662.487067:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298662.487072:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777609953152 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298662.487079:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844000. 00000100:00100000:0.0:1780298662.487084:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.487105:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953280 00000100:00100000:3.0:1780298662.487109:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953280 00000100:00100000:2.0:1780298662.487142:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6957 00000100:00100000:2.0:1780298662.487165:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609953152:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298662.487166:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1282095->18446744073709551615) 00002000:00100000:3.0:1780298662.487174:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736680 with x1866777609953280 ext(1282095->18446744073709551615) 00002000:00010000:3.0:1780298662.487179:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736680. 00000100:00100000:3.0:1780298662.487202:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6958 00000100:00100000:3.0:1780298662.487212:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777609953280:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.487339:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5574658 -> 4194304 00002000:00010000:2.0:1780298662.487342:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298662 -> 1780298663 00002000:00010000:2.0:1780298662.487344:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.487345:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298662 -> 1780298663 00002000:00010000:2.0:1780298662.487347:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1432 00000100:00100000:2.0:1780298662.487374:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609953152:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 223us (482us total) trans 4294969924 rc 0/0 00002000:00010000:3.0:1780298662.487378:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 1282095 00002000:00010000:3.0:1780298662.487383:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298662 -> 1780298663 00002000:00010000:3.0:1780298662.487388:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:3.0:1780298662.487391:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298662 -> 1780298663 00002000:00010000:3.0:1780298662.487395:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 56 -> 0 00000100:00100000:2.0:1780298662.487395:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6957 00002000:00010000:2.0:1780298662.487401:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.487404:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777609953152 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298662.487410:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844000. 00000100:00100000:3.0:1780298662.487415:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609953280:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 206us (331us total) trans 4294969407 rc 0/0 00000100:00100000:3.0:1780298662.487421:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6958 00002000:00010000:3.0:1780298662.487424:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1282095->18446744073709551615) 00002000:00100000:3.0:1780298662.487426:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736680 with x1866777609953280 ext(1282095->18446744073709551615) 00002000:00010000:3.0:1780298662.487430:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f736680. 00000100:00100000:2.0:1780298662.488092:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.488143:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953408 00000100:00100000:0.0:1780298662.488147:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953408 00000100:00100000:0.0:1780298662.488186:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62203 00000100:00100000:0.0:1780298662.488193:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:30556:x1866777609953408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.488202:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.488212:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e630381df lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6be7 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488276:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488293:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488300:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.488318:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5476399 00000004:00200000:0.0:1780298662.488320:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.488332:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488347:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e630381df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 82 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488356:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 81 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.488361:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.488363:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.488365:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298662.488386:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:30556:x1866777609953408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 195us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.488390:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62203 00000100:00100000:0.0:1780298662.489072:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.489200:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953536 00000100:00100000:3.0:1780298662.489205:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953536 00000100:00100000:2.0:1780298662.489236:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.489241:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11415 00000100:00100000:1.0:1780298662.489258:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953664 00000100:00100000:1.0:1780298662.489264:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953664 00000100:00100000:3.0:1780298662.489286:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609953536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.489294:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.489296:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11416 00000100:00100000:1.0:1780298662.489306:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609953664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.489308:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bee expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.489313:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.489321:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e630381f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bf5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.489341:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605252480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.489356:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605252608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.489384:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.489386:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.490051:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605252608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.490070:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e630381f4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bf5 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.490081:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e630381f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bf5 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.490098:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298662.490139:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609953664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.490144:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11416 00000100:00100000:3.0:1780298662.490212:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605252480:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.490229:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bee expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.490243:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e630381ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bee expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.490285:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.490308:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609953536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1061us (1238us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.490313:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11415 00000100:00100000:2.0:1780298662.491267:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.491288:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953792 00000100:00100000:3.0:1780298662.491293:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953792 00000100:00100000:2.0:1780298662.491297:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.491320:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609953920 00000100:00100000:3.0:1780298662.491322:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609953920 00000100:00100000:1.0:1780298662.491338:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11417 00000100:00100000:3.0:1780298662.491345:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11418 00000100:00100000:1.0:1780298662.491350:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609953792:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.491357:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609953920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.491358:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.491365:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.491368:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630381fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6bfc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.491372:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038202 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c03 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.491402:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605252736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.491408:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605252864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.491455:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.491455:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.492175:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605252864:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.492175:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605252736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.492192:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038202 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c03 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.492192:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630381fb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bfc expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.492206:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038202 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c03 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.492211:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630381fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bfc expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.492216:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:1.0:1780298662.492219:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:3.0:1780298662.492243:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609953920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.492243:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609953792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 897us (977us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.492251:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11417 00000100:00100000:3.0:1780298662.492260:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11418 00000100:00100000:0.0:1780298662.493174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.493201:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954176 00000100:00100000:1.0:1780298662.493210:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954176 00000100:00100000:1.0:1780298662.493236:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62204 00000100:00100000:1.0:1780298662.493241:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+77:30556:x1866777609954176:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.493392:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.493406:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 80 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.493419:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.493441:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 80 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.493456:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 80 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.493467:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605252992:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.493508:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.494181:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605252992:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.494192:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.494335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.494373:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954304 00000100:00100000:2.0:1780298662.494377:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954304 00010000:00010000:2.0:1780298662.494393:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 81 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.494419:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15507 00000100:00100000:2.0:1780298662.494427:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:2400:x1866777609954304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.494436:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.494442:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 81 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494453:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 81 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494468:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e630381e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be7 expref: 81 pid: 17578 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494479:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.494489:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494498:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494504:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.494526:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.494546:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.494550:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:2400:x1866777609954304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 124us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.494563:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15507 00010000:00010000:1.0:1780298662.494563:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298662.494621:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991229 00000004:00010000:1.0:1780298662.494643:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3799b0f reply state 0000000072ebd83a transno 4294991230 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.494655:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.494661:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.494663:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.494664:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.494708:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+80:30556:x1866777609954176:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1467us (1536us total) trans 4294991230 rc 0/0 00000100:00100000:1.0:1780298662.494713:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62204 00000020:00080000:1.0:1780298662.494716:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.495489:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.495507:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.495527:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954432 00000100:00100000:1.0:1780298662.495533:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954432 00000100:00100000:2.0:1780298662.495546:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954560 00000100:00100000:2.0:1780298662.495552:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954560 00002000:00010000:1.0:1780298662.495555:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1095839->18446744073709551615) 00002000:00100000:1.0:1780298662.495560:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737800 with x1866777609954432 ext(1095839->18446744073709551615) 00002000:00010000:2.0:1780298662.495569:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:1.0:1780298662.495569:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737800. 00002000:00100000:2.0:1780298662.495575:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734380 with x1866777609954560 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298662.495580:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f734380. 00000100:00100000:1.0:1780298662.495608:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6959 00000100:00100000:2.0:1780298662.495614:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6960 00000100:00100000:1.0:1780298662.495620:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609954432:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298662.495625:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777609954560:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.495748:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1282095 -> 0 00002000:00010000:2.0:1780298662.495751:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.495753:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.495754:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.495756:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298662.495781:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777609954560:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 162us (273us total) trans 4294969408 rc 0/0 00000100:00100000:2.0:1780298662.495786:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6960 00002000:00010000:2.0:1780298662.495795:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298662.495797:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f734380 with x1866777609954560 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298662.495801:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f734380. 00002000:00010000:1.0:1780298662.495905:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 1095839 00002000:00010000:1.0:1780298662.495908:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.495911:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.495913:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.495915:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1008 00000100:00100000:1.0:1780298662.495944:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609954432:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 329us (454us total) trans 4294969925 rc 0/0 00000100:00100000:1.0:1780298662.495957:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6959 00002000:00010000:1.0:1780298662.495960:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1095839->18446744073709551615) 00002000:00100000:1.0:1780298662.495963:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737800 with x1866777609954432 ext(1095839->18446744073709551615) 00002000:00010000:1.0:1780298662.495968:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737800. 00000100:00100000:0.0:1780298662.496775:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.496806:0:6476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954688 00000100:00100000:2.0:1780298662.496810:0:6476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954688 00000100:00100000:2.0:1780298662.496839:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62205 00000100:00100000:2.0:1780298662.496844:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+80:30556:x1866777609954688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.496853:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.496862:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63038210 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c0a expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496912:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496919:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496925:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298662.496936:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1095839 00000004:00200000:2.0:1780298662.496939:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298662.496949:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496964:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156400/0xaf35132e63038210 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 82 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496972:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 81 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.496985:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.496987:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298662.496989:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298662.497011:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:30556:x1866777609954688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 167us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.497015:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62205 00000100:00100000:2.0:1780298662.498335:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.498371:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954816 00000100:00100000:1.0:1780298662.498376:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954816 00000100:00100000:1.0:1780298662.498409:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6961 00000100:00100000:1.0:1780298662.498415:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609954816:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.498524:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1095839 -> 1095839 00002000:00010000:1.0:1780298662.498528:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.498530:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.498532:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.498534:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:1.0:1780298662.498562:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609954816:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 147us (228us total) trans 4294969926 rc 0/0 00000100:00100000:1.0:1780298662.498569:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6961 00000100:00100000:0.0:1780298662.499188:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.499231:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609954944 00000100:00100000:2.0:1780298662.499235:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609954944 00000100:00100000:2.0:1780298662.499268:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62206 00000100:00100000:2.0:1780298662.499273:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+80:30556:x1866777609954944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.499281:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.499288:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303821e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c11 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499322:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499329:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499335:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298662.499346:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1095839 00000004:00200000:2.0:1780298662.499347:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298662.499355:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499376:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303821e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c11 expref: 82 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499384:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c11 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.499389:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.499391:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298662.499393:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298662.499415:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:30556:x1866777609954944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.499418:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62206 00000100:00100000:0.0:1780298662.500288:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.500350:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955072 00000100:00100000:1.0:1780298662.500355:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955072 00000100:00100000:1.0:1780298662.500391:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11419 00000100:00100000:0.0:1780298662.500397:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.500405:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609955072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.500413:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.500417:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955200 00010000:00010000:1.0:1780298662.500422:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303822c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c18 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.500423:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955200 00000100:00100000:2.0:1780298662.500460:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11420 00000100:00100000:1.0:1780298662.500468:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605253120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.500472:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609955200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.500481:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.500490:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038233 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c1f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.500517:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605253248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.500591:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.500594:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.501291:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605253248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.501291:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605253120:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.501317:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038233 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c1f expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.501322:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303822c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c18 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.501349:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038233 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c1f expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.501349:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e6303822c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c18 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.501371:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00010000:00010000:1.0:1780298662.501374:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:2.0:1780298662.501397:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609955200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1002us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.501402:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609955072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1111us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.501407:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11420 00000100:00100000:1.0:1780298662.501416:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11419 00000100:00100000:0.0:1780298662.502329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.502356:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955328 00000100:00100000:2.0:1780298662.502361:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955328 00000100:00100000:0.0:1780298662.502364:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.502390:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955456 00000100:00100000:2.0:1780298662.502392:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955456 00000100:00100000:2.0:1780298662.502406:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11421 00000100:00100000:2.0:1780298662.502412:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609955328:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.502417:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11422 00010000:00010000:2.0:1780298662.502421:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.502429:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609955456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.502431:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303823a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c26 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.502440:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.502450:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038241 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c2d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.502456:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605253376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.502488:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605253504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.502495:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3580470c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.502518:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242965480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.503192:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605253376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.503211:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303823a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c26 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.503223:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605253504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.503228:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303823a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c26 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.503242:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038241 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c2d expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.503247:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00010000:00010000:1.0:1780298662.503272:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038241 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c2d expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.503280:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609955328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (950us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298662.503286:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:2.0:1780298662.503288:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11421 00000100:00100000:1.0:1780298662.503313:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609955456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (949us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.503320:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11422 00000100:00100000:0.0:1780298662.505024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.505074:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955712 00000100:00100000:1.0:1780298662.505080:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955712 00000100:00100000:1.0:1780298662.505118:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62207 00000100:00100000:1.0:1780298662.505146:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+81:30556:x1866777609955712:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.505199:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.505216:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63038225 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c11 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.505230:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.505235:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.505380:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.505393:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 80 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.505407:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.505443:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 80 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.505457:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 80 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.505470:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605253632:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.505515:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.506179:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605253632:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.506194:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.506283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.506317:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955840 00000100:00100000:1.0:1780298662.506321:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955840 00010000:00010000:1.0:1780298662.506341:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 81 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.506367:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15508 00000100:00100000:1.0:1780298662.506376:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:2400:x1866777609955840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.506387:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.506391:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 81 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506401:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 81 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506424:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63038217 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c0a expref: 81 pid: 6476 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506435:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.506439:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506448:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506454:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.506471:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.506494:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.506501:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+80:2400:x1866777609955840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (216us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.506503:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.506515:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15508 00000001:00080000:0.0:1780298662.506555:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991231 00000004:00010000:0.0:1780298662.506574:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d071a581 reply state 00000000f9028bd4 transno 4294991232 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.506596:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.506602:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.506605:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.506608:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.506667:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:30556:x1866777609955712:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1543us (1653us total) trans 4294991232 rc 0/0 00000100:00100000:0.0:1780298662.506672:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62207 00000020:00080000:0.0:1780298662.506675:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.507445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.507474:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609955968 00000100:00100000:3.0:1780298662.507478:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609955968 00000100:00100000:3.0:1780298662.507503:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11423 00000100:00100000:3.0:1780298662.507509:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609955968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.507516:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.507524:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c34 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.507540:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.507554:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(57 0) 00010000:00010000:3.0:1780298662.507558:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(58 0) 00010000:00010000:3.0:1780298662.507561:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.507574:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.507582:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 13 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.507589:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605253760:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.507620:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.508261:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605253760:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.508276:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508288:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298662.508318:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609955968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.508324:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11423 00000100:00100000:2.0:1780298662.508467:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.508503:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956096 00000100:00100000:3.0:1780298662.508506:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956096 00010000:00010000:3.0:1780298662.508523:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.508543:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15509 00000100:00100000:3.0:1780298662.508547:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609956096:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.508555:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.508565:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508572:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508598:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630381d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6bd9 expref: 14 pid: 8358 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508609:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(58 0) 00010000:00010000:3.0:1780298662.508613:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(58 0) 00010000:00010000:3.0:1780298662.508619:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508626:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.508644:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.508659:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605253888:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298662.508685:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.509415:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baeea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605253888:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.509426:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.509453:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609956096:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 905us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.509461:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15509 00000100:00100000:2.0:1780298662.509661:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.509689:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.509705:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956224 00000100:00100000:1.0:1780298662.509711:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956224 00000100:00100000:2.0:1780298662.509729:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.509749:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956480 00000100:00100000:1.0:1780298662.509753:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11424 00000100:00100000:2.0:1780298662.509758:0:6471:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956352 00000100:00100000:0.0:1780298662.509761:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956480 00000100:00100000:2.0:1780298662.509765:0:6471:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956352 00000100:00100000:1.0:1780298662.509765:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609956224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.509776:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.509788:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c3b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.509811:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 584 00010000:00010000:1.0:1780298662.509811:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.509812:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.509826:0:6471:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2399:x1866777609956352:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:0.0:1780298662.509827:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956608 00000100:00100000:0.0:1780298662.509832:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956608 00010000:00010000:1.0:1780298662.509841:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(32 0) 00010000:00010000:1.0:1780298662.509844:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:1.0:1780298662.509849:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.509853:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1413 00000100:00100000:3.0:1780298662.509869:0:6476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777609956480:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:2.0:1780298662.509871:0:6471:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4a8786ce-7c8a-40a7-8357-9ee004d06219+12:2399:x1866777609956352:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 48us (141us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298662.509876:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.509877:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 1414 00000100:00100000:2.0:1780298662.509890:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 584 00010000:00010000:1.0:1780298662.509894:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 19 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.509896:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777609956608:12345-192.168.203.25@tcp:400:kworker.0 00000100:00100000:3.0:1780298662.509909:0:6476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+9:2399:x1866777609956480:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 44us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.509911:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605254016:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.509923:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1413 00000100:00100000:0.0:1780298662.509943:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+5:2399:x1866777609956608:12345-192.168.203.25@tcp:400:kworker.0 Request processed in 53us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.509951:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.509951:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 1414 00000100:00080000:1.0:1780298662.509987:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1780298662.510653:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605254016:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.510668:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.510680:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.510708:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609956224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.510715:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11424 00000100:00100000:0.0:1780298662.510822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.510850:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956736 00000100:00100000:2.0:1780298662.510854:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956736 00010000:00010000:2.0:1780298662.510866:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 20 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.510888:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15510 00000100:00100000:2.0:1780298662.510894:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777609956736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.510901:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.510910:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 20 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.510923:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 20 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.510934:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630381d8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6be0 expref: 20 pid: 19992 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.510941:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:2.0:1780298662.510944:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:2.0:1780298662.510947:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.510953:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.510969:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.510975:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605254144:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.511004:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf345162900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.511579:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605254144:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.511588:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.511608:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777609956736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 716us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.511620:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15510 00000100:00100000:0.0:1780298662.511839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.511875:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.511889:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956864 00000100:00100000:2.0:1780298662.511893:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956864 00002000:00010000:2.0:1780298662.511910:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.511914:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777609956864 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298662.511916:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609956992 00002000:00010000:2.0:1780298662.511920:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b480. 00000100:00100000:1.0:1780298662.511926:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609956992 00000100:00100000:2.0:1780298662.511937:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6962 00002000:00010000:1.0:1780298662.511943:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (20563->18446744073709551615) 00000100:00100000:2.0:1780298662.511946:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609956864:12345-192.168.203.25@tcp:10:fsx.0 00002000:00100000:1.0:1780298662.511947:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a300 with x1866777609956992 ext(20563->18446744073709551615) 00002000:00010000:1.0:1780298662.511954:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548a300. 00000100:00100000:1.0:1780298662.511973:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6963 00000100:00100000:1.0:1780298662.511980:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609956992:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.512068:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1095839 -> 4194304 00002000:00010000:2.0:1780298662.512072:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.512074:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:2.0:1780298662.512076:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.512077:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1008 00002000:00010000:1.0:1780298662.512094:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 20563 00002000:00010000:1.0:1780298662.512099:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00000100:00100000:2.0:1780298662.512104:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609956864:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 159us (264us total) trans 4294969927 rc 0/0 00002000:00010000:1.0:1780298662.512104:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.512111:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00000100:00100000:2.0:1780298662.512114:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6962 00002000:00010000:1.0:1780298662.512116:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:2.0:1780298662.512117:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.512120:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777609956864 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298662.512141:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b480. 00000100:00100000:1.0:1780298662.512171:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609956992:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 192us (296us total) trans 4294969409 rc 0/0 00000100:00100000:1.0:1780298662.512178:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6963 00002000:00010000:1.0:1780298662.512181:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (20563->18446744073709551615) 00002000:00100000:1.0:1780298662.512183:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a300 with x1866777609956992 ext(20563->18446744073709551615) 00002000:00010000:1.0:1780298662.512187:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25548a300. 00000100:00100000:0.0:1780298662.513371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.513407:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957120 00000100:00100000:1.0:1780298662.513412:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957120 00002000:00100000:1.0:1780298662.513433:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4173824->4177919) req@ffff9cf255489500 x1866777609957120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.513439:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777609957120 ext(4173824->4177919) 00002000:00010000:1.0:1780298662.513442:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:1.0:1780298662.513458:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6964 00000100:00100000:1.0:1780298662.513462:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609957120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.513576:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609957120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (207us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.513589:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6964 00002000:00100000:1.0:1780298662.513594:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4173824->4177919) req@ffff9cf255489500 x1866777609957120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.513600:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777609957120 ext(4173824->4177919) 00002000:00010000:1.0:1780298662.513603:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:3.0:1780298662.514651:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.514694:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957248 00000100:00100000:1.0:1780298662.514700:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957248 00002000:00100000:1.0:1780298662.514723:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4177920->4182015) req@ffff9cf37baed880 x1866777609957248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.514732:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed880 with x1866777609957248 ext(4177920->4182015) 00002000:00010000:1.0:1780298662.514736:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed880 00000100:00100000:1.0:1780298662.514757:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6965 00000100:00100000:1.0:1780298662.514764:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609957248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.514843:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609957248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.514850:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6965 00002000:00100000:1.0:1780298662.514857:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4177920->4182015) req@ffff9cf37baed880 x1866777609957248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.514867:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed880 with x1866777609957248 ext(4177920->4182015) 00002000:00010000:1.0:1780298662.514870:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed880 00000100:00100000:0.0:1780298662.516328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.516367:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957376 00000100:00100000:1.0:1780298662.516388:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957376 00000100:00100000:3.0:1780298662.516405:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:1.0:1780298662.516413:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3964928->4194303) req@ffff9cf25548b800 x1866777609957376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.516422:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b800 with x1866777609957376 ext(3964928->4194303) 00002000:00010000:1.0:1780298662.516426:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b800 00000100:00100000:1.0:1780298662.516459:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957504 00000100:00100000:1.0:1780298662.516463:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957504 00000100:00100000:0.0:1780298662.516476:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6966 00002000:00100000:1.0:1780298662.516482:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->24575) req@ffff9cf37baed500 x1866777609957504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780298662.516490:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609957376:12345-192.168.203.25@tcp:3:fsx.0 00002000:00100000:1.0:1780298662.516496:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed500 with x1866777609957504 ext(0->24575) 00002000:00010000:1.0:1780298662.516500:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baed500 00000100:00100000:1.0:1780298662.516519:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6967 00000100:00100000:1.0:1780298662.516526:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609957504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.517374:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609957504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 847us (967us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1780298662.517382:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6967 00002000:00100000:1.0:1780298662.517389:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (0->24575) req@ffff9cf37baed500 x1866777609957504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.517398:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed500 with x1866777609957504 ext(0->24575) 00002000:00010000:1.0:1780298662.517402:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baed500 00000100:00100000:1.0:1780298662.517686:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609957376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1201us (1357us total) trans 0 rc 221184/221184 00000100:00100000:1.0:1780298662.517694:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6966 00002000:00100000:1.0:1780298662.517700:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3964928->4194303) req@ffff9cf25548b800 x1866777609957376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 221184/221184 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.517715:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b800 with x1866777609957376 ext(3964928->4194303) 00002000:00010000:1.0:1780298662.517718:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b800 00000100:00100000:0.0:1780298662.520404:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.520433:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.520451:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957632 00000100:00100000:1.0:1780298662.520459:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957632 00000100:00100000:2.0:1780298662.520473:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957760 00000100:00100000:2.0:1780298662.520478:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957760 00002000:00100000:1.0:1780298662.520493:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (4173824->4194303) req@ffff9cf244812680 x1866777609957632/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.520499:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (0->20562) req@ffff9cf244810700 x1866777609957760/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.520519:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810700 with x1866777609957760 ext(0->20562) 00002000:00100000:1.0:1780298662.520519:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777609957632 ext(4173824->4194303) 00002000:00010000:1.0:1780298662.520525:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812680 00002000:00010000:2.0:1780298662.520530:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810700 00000100:00100000:1.0:1780298662.520556:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6968 00000100:00100000:2.0:1780298662.520566:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6969 00000100:00100000:2.0:1780298662.520578:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609957760:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.520578:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609957632:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.521692:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609957632:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1126us (1289us total) trans 4294969928 rc 0/0 00000100:00100000:1.0:1780298662.521703:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6968 00002000:00100000:1.0:1780298662.521710:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (4173824->4194303) req@ffff9cf244812680 x1866777609957632/t4294969928(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.521719:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777609957632 ext(4173824->4194303) 00002000:00010000:1.0:1780298662.521723:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244812680 00000100:00100000:2.0:1780298662.521757:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609957760:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1185us (1323us total) trans 4294969410 rc 0/0 00000100:00100000:2.0:1780298662.521764:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6969 00002000:00100000:2.0:1780298662.521769:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (0->20562) req@ffff9cf244810700 x1866777609957760/t4294969410(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.521775:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810700 with x1866777609957760 ext(0->20562) 00002000:00010000:2.0:1780298662.521778:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244810700 00000100:00100000:2.0:1780298662.522550:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.522612:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958016 00000100:00100000:3.0:1780298662.522617:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958016 00000100:00100000:0.0:1780298662.522654:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.522676:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11425 00000100:00100000:3.0:1780298662.522685:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777609958016:12345-192.168.203.25@tcp:16:fsx.0 00000100:00100000:2.0:1780298662.522687:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609957888 00000100:00100000:2.0:1780298662.522691:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609957888 00000100:00100000:2.0:1780298662.522723:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11426 00000100:00100000:2.0:1780298662.522731:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609957888:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298662.523499:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969928 is committed 00000001:00080000:0.0:1780298662.523511:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969926 is committed 00000001:00080000:1.0:1780298662.523543:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969410 is committed 00000001:00080000:1.0:1780298662.523557:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969408 is committed 00000100:00100000:2.0:1780298662.523595:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777609957888:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 864us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.523600:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11426 00000100:00100000:3.0:1780298662.523661:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609958016:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 978us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.523667:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11425 00000100:00100000:2.0:1780298662.524602:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.524651:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958144 00000100:00100000:0.0:1780298662.524656:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958144 00000100:00100000:0.0:1780298662.524696:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62208 00000100:00100000:0.0:1780298662.524705:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+80:30556:x1866777609958144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.524719:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.524739:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6303825d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c42 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524824:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524838:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524846:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.524864:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4214867 00000004:00200000:0.0:1780298662.524867:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.524880:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524898:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6303825d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c42 expref: 82 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524909:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c42 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.524915:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.524916:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.524919:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.524944:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:30556:x1866777609958144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 243us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.524948:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62208 00000100:00100000:0.0:1780298662.525774:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.525811:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.525818:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958272 00000100:00100000:3.0:1780298662.525829:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958272 00000100:00100000:1.0:1780298662.525861:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958400 00000100:00100000:1.0:1780298662.525865:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958400 00000100:00100000:0.0:1780298662.525874:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11427 00000100:00100000:0.0:1780298662.525883:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.525890:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.525897:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11428 00010000:00010000:0.0:1780298662.525900:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6303826b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c49 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.525908:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.525925:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.525936:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038272 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c50 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.525954:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605254272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.525975:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605254400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.526029:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.526029:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.526744:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00002000:00010000:1.0:1780298662.526747:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 48 00000100:00100000:1.0:1780298662.526757:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605254400:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298662.526757:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298662 -> 1780298663 00002000:00010000:0.0:1780298662.526764:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1008 -> 1048 00000100:00100000:0.0:1780298662.526776:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605254272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.526782:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038272 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c50 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.526797:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038272 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c50 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.526799:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6303826b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c49 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.526811:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:0.0:1780298662.526824:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001564b186/0xaf35132e6303826b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c49 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.526834:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:1.0:1780298662.526839:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.526845:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11428 00000100:00100000:0.0:1780298662.526861:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1085us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.526869:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11427 00000100:00100000:2.0:1780298662.527857:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.527876:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.527895:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958528 00000100:00100000:0.0:1780298662.527900:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958528 00000100:00100000:3.0:1780298662.527910:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958656 00000100:00100000:3.0:1780298662.527914:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958656 00000100:00100000:0.0:1780298662.527940:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11429 00000100:00100000:3.0:1780298662.527946:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11430 00000100:00100000:0.0:1780298662.527951:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.527957:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.527965:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.527971:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.527972:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038279 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c5e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.527983:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63038280 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c57 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.527999:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605254528:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.528020:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605254656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.528038:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.528055:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.528776:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605254656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.528777:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605254528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.528793:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63038280 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c57 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.528803:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038279 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c5e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.528806:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000577d6b77/0xaf35132e63038280 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c57 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.528826:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377e00, rc 0) 00010000:00010000:3.0:1780298662.528835:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038279 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c5e expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.528847:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298662.528852:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (993us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.528857:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11429 00000100:00100000:3.0:1780298662.528877:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (998us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.528885:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11430 00000100:00100000:2.0:1780298662.529827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.529857:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958784 00000100:00100000:1.0:1780298662.529861:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958784 00000100:00100000:2.0:1780298662.529877:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.529887:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609958912 00000100:00100000:1.0:1780298662.529889:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609958912 00000100:00100000:3.0:1780298662.529898:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11431 00000100:00100000:3.0:1780298662.529907:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958784:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.529920:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11432 00000100:00100000:1.0:1780298662.529930:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.529944:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.529951:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63038287 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c6c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.529957:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.529975:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303828e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c65 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.529976:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605254784:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.530020:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605254912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.530023:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.530046:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.530717:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605254784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.530733:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63038287 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c6c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.530743:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e63038287 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c6c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.530750:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298662.530780:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609958912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (903us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.530786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11432 00000100:00100000:3.0:1780298662.530849:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605254912:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.530925:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303828e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c65 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.530936:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303828e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c65 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.530942:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298662.530964:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609958784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1139us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.530969:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11431 00000100:00100000:0.0:1780298662.531795:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.531836:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959040 00000100:00100000:2.0:1780298662.531841:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959040 00000100:00100000:2.0:1780298662.531881:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11433 00000100:00100000:2.0:1780298662.531890:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609959040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.531899:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.531909:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c73 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.531928:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.531937:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(58 0) 00010000:00010000:2.0:1780298662.531942:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:2.0:1780298662.531947:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2310144->2314239] (req 2310144->2314239) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.531970:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.531984:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 8 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.531996:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605255040:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.532037:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.532641:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605255040:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.532653:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2310144->2314239] (req 2310144->2314239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.532662:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:3.0:1780298662.532683:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609959040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.532687:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11433 00000100:00100000:0.0:1780298662.533015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.533057:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959168 00000100:00100000:2.0:1780298662.533062:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959168 00010000:00010000:2.0:1780298662.533082:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.533148:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15511 00000100:00100000:2.0:1780298662.533169:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609959168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.533179:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.533190:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.533201:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.533218:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303824f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c34 expref: 9 pid: 8359 timeout: 951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.533228:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:2.0:1780298662.533232:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:2.0:1780298662.533239:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.533249:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.533271:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.533295:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605255168:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.533327:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.533928:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605255168:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.533935:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.533957:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609959168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 803us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.533965:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15511 00000100:00100000:2.0:1780298662.534210:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.534252:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959296 00000100:00100000:1.0:1780298662.534257:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959296 00002000:00100000:1.0:1780298662.534286:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2314239) req@ffff9cf242b41880 x1866777609959296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.534296:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777609959296 ext(2310144->2314239) 00002000:00010000:1.0:1780298662.534300:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41880 00000100:00100000:1.0:1780298662.534324:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6970 00000100:00100000:1.0:1780298662.534332:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609959296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.534461:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609959296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.534469:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6970 00002000:00100000:1.0:1780298662.534476:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2314239) req@ffff9cf242b41880 x1866777609959296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.534485:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41880 with x1866777609959296 ext(2310144->2314239) 00002000:00010000:1.0:1780298662.534489:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41880 00000100:00100000:0.0:1780298662.535329:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.535358:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959424 00000100:00100000:2.0:1780298662.535362:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959424 00002000:00100000:2.0:1780298662.535376:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2314240->2318335) req@ffff9cf244811c00 x1866777609959424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.535382:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777609959424 ext(2314240->2318335) 00002000:00010000:2.0:1780298662.535385:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00 00000100:00100000:2.0:1780298662.535399:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6971 00000100:00100000:2.0:1780298662.535404:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609959424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.535458:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609959424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (131us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.535462:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6971 00002000:00100000:2.0:1780298662.535466:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2314240->2318335) req@ffff9cf244811c00 x1866777609959424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.535471:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777609959424 ext(2314240->2318335) 00002000:00010000:2.0:1780298662.535479:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00 00000100:00100000:3.0:1780298662.536224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.536266:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959552 00000100:00100000:1.0:1780298662.536270:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959552 00002000:00100000:1.0:1780298662.536295:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2318336->2322431) req@ffff9cf37baef480 x1866777609959552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.536303:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef480 with x1866777609959552 ext(2318336->2322431) 00002000:00010000:1.0:1780298662.536306:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef480 00000100:00100000:1.0:1780298662.536323:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6972 00000100:00100000:1.0:1780298662.536331:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609959552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.536384:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609959552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.536391:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6972 00002000:00100000:1.0:1780298662.536397:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2318336->2322431) req@ffff9cf37baef480 x1866777609959552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.536405:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef480 with x1866777609959552 ext(2318336->2322431) 00002000:00010000:1.0:1780298662.536409:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef480 00000100:00100000:0.0:1780298662.537190:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.537216:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959680 00000100:00100000:3.0:1780298662.537220:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959680 00002000:00100000:3.0:1780298662.537241:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2322432->2326527) req@ffff9cf244813100 x1866777609959680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.537250:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777609959680 ext(2322432->2326527) 00002000:00010000:3.0:1780298662.537253:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100 00000100:00100000:3.0:1780298662.537273:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6973 00000100:00100000:3.0:1780298662.537281:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609959680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.537356:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609959680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (167us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.537364:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6973 00002000:00100000:3.0:1780298662.537371:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2322432->2326527) req@ffff9cf244813100 x1866777609959680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.537385:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813100 with x1866777609959680 ext(2322432->2326527) 00002000:00010000:3.0:1780298662.537388:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813100 00000100:00100000:0.0:1780298662.538177:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.538214:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959808 00000100:00100000:2.0:1780298662.538218:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959808 00002000:00100000:2.0:1780298662.538232:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2326528->2330623) req@ffff9cf2556a8000 x1866777609959808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.538238:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777609959808 ext(2326528->2330623) 00002000:00010000:2.0:1780298662.538240:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8000 00000100:00100000:2.0:1780298662.538255:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6974 00000100:00100000:2.0:1780298662.538262:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609959808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.538313:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609959808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (137us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.538317:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6974 00002000:00100000:2.0:1780298662.538323:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2326528->2330623) req@ffff9cf2556a8000 x1866777609959808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.538331:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777609959808 ext(2326528->2330623) 00002000:00010000:2.0:1780298662.538335:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8000 00000100:00100000:2.0:1780298662.539174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.539216:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609959936 00000100:00100000:1.0:1780298662.539225:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609959936 00002000:00100000:1.0:1780298662.539241:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2330624->2334719) req@ffff9cf242b41180 x1866777609959936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.539247:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41180 with x1866777609959936 ext(2330624->2334719) 00002000:00010000:1.0:1780298662.539250:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41180 00000100:00100000:1.0:1780298662.539264:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6975 00000100:00100000:1.0:1780298662.539269:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609959936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.539335:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609959936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.539342:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6975 00002000:00100000:1.0:1780298662.539349:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2330624->2334719) req@ffff9cf242b41180 x1866777609959936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.539359:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41180 with x1866777609959936 ext(2330624->2334719) 00002000:00010000:1.0:1780298662.539363:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41180 00000100:00100000:0.0:1780298662.540228:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.540264:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960064 00000100:00100000:2.0:1780298662.540267:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960064 00002000:00100000:2.0:1780298662.540281:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2334720->2338815) req@ffff9cf2556aa680 x1866777609960064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.540287:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777609960064 ext(2334720->2338815) 00002000:00010000:2.0:1780298662.540289:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680 00000100:00100000:2.0:1780298662.540302:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6976 00000100:00100000:2.0:1780298662.540307:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609960064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.540370:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609960064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (143us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.540374:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6976 00002000:00100000:2.0:1780298662.540379:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2334720->2338815) req@ffff9cf2556aa680 x1866777609960064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.540384:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777609960064 ext(2334720->2338815) 00002000:00010000:2.0:1780298662.540387:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680 00000100:00100000:0.0:1780298662.541149:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.541200:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960192 00000100:00100000:1.0:1780298662.541205:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960192 00002000:00100000:1.0:1780298662.541218:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2338816->2342911) req@ffff9cf2556a9c00 x1866777609960192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.541225:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9c00 with x1866777609960192 ext(2338816->2342911) 00002000:00010000:1.0:1780298662.541227:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9c00 00000100:00100000:1.0:1780298662.541245:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6977 00000100:00100000:1.0:1780298662.541251:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609960192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.541310:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609960192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (167us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.541323:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6977 00002000:00100000:1.0:1780298662.541329:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2338816->2342911) req@ffff9cf2556a9c00 x1866777609960192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.541337:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9c00 with x1866777609960192 ext(2338816->2342911) 00002000:00010000:1.0:1780298662.541341:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9c00 00000100:00100000:3.0:1780298662.542058:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.542086:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960320 00000100:00100000:0.0:1780298662.542095:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960320 00002000:00100000:0.0:1780298662.542111:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2342912->2347007) req@ffff9cf37baef800 x1866777609960320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.542118:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef800 with x1866777609960320 ext(2342912->2347007) 00002000:00010000:0.0:1780298662.542120:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef800 00000100:00100000:0.0:1780298662.542174:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6978 00000100:00100000:0.0:1780298662.542182:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609960320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.542266:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609960320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.542271:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6978 00002000:00100000:0.0:1780298662.542276:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2342912->2347007) req@ffff9cf37baef800 x1866777609960320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.542282:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef800 with x1866777609960320 ext(2342912->2347007) 00002000:00010000:0.0:1780298662.542285:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baef800 00000100:00100000:0.0:1780298662.543039:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.543079:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960448 00000100:00100000:1.0:1780298662.543083:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960448 00000100:00100000:1.0:1780298662.543107:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62209 00000100:00100000:1.0:1780298662.543114:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:30556:x1866777609960448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.543144:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.543172:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303829c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c7a expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543239:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543253:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543260:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.543279:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4214867 00000004:00200000:1.0:1780298662.543281:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.543293:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543310:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303829c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 85 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543328:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 84 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.543333:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.543335:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.543338:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.543360:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:30556:x1866777609960448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 247us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.543364:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62209 00000100:00100000:2.0:1780298662.544121:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.544201:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960576 00000100:00100000:3.0:1780298662.544206:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960576 00000100:00100000:3.0:1780298662.544237:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11434 00000100:00100000:3.0:1780298662.544255:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609960576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.544264:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.544274:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c81 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.544294:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:3.0:1780298662.544305:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:3.0:1780298662.544314:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.544329:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.544337:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298662.544359:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609960576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 117us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.544364:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11434 00000100:00100000:3.0:1780298662.545240:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.545273:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960704 00000100:00100000:0.0:1780298662.545277:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960704 00000100:00100000:0.0:1780298662.545300:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11435 00000100:00100000:0.0:1780298662.545304:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609960704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.545312:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.545319:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630382b1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c88 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.545354:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605255296:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.545410:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.546046:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605255296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.546067:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630382b1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c88 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.546079:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630382b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c88 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.546086:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:1.0:1780298662.546108:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609960704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (869us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.546113:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11435 00000100:00100000:2.0:1780298662.547117:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.547165:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960832 00000100:00100000:0.0:1780298662.547170:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960832 00002000:00100000:0.0:1780298662.547190:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1511424->1515519) req@ffff9cf242b41500 x1866777609960832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.547197:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777609960832 ext(1511424->1515519) 00002000:00010000:0.0:1780298662.547200:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:0.0:1780298662.547220:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6979 00000100:00100000:0.0:1780298662.547226:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609960832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.547305:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609960832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (190us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.547311:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6979 00002000:00100000:0.0:1780298662.547315:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1511424->1515519) req@ffff9cf242b41500 x1866777609960832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.547320:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41500 with x1866777609960832 ext(1511424->1515519) 00002000:00010000:0.0:1780298662.547323:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41500 00000100:00100000:2.0:1780298662.548276:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.548317:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609960960 00000100:00100000:1.0:1780298662.548321:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609960960 00002000:00100000:1.0:1780298662.548340:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1515520->1519615) req@ffff9cf242b41c00 x1866777609960960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.548360:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777609960960 ext(1515520->1519615) 00002000:00010000:1.0:1780298662.548363:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:1.0:1780298662.548377:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6980 00000100:00100000:1.0:1780298662.548383:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609960960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.548441:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609960960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.548445:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6980 00002000:00100000:1.0:1780298662.548450:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1515520->1519615) req@ffff9cf242b41c00 x1866777609960960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.548456:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777609960960 ext(1515520->1519615) 00002000:00010000:1.0:1780298662.548459:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:2.0:1780298662.549272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.549311:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961088 00000100:00100000:0.0:1780298662.549315:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961088 00002000:00100000:0.0:1780298662.549329:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1519616->1523711) req@ffff9cf243844700 x1866777609961088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.549335:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844700 with x1866777609961088 ext(1519616->1523711) 00002000:00010000:0.0:1780298662.549338:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844700 00000100:00100000:0.0:1780298662.549351:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6981 00000100:00100000:0.0:1780298662.549356:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609961088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.549414:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609961088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.549424:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6981 00002000:00100000:0.0:1780298662.549429:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1519616->1523711) req@ffff9cf243844700 x1866777609961088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.549435:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844700 with x1866777609961088 ext(1519616->1523711) 00002000:00010000:0.0:1780298662.549437:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844700 00000100:00100000:2.0:1780298662.550255:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.550284:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961216 00000100:00100000:1.0:1780298662.550289:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961216 00002000:00100000:1.0:1780298662.550309:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1523712->1527807) req@ffff9cf243846a00 x1866777609961216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.550319:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846a00 with x1866777609961216 ext(1523712->1527807) 00002000:00010000:1.0:1780298662.550323:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846a00 00000100:00100000:1.0:1780298662.550342:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6982 00000100:00100000:1.0:1780298662.550350:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609961216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.550410:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609961216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (155us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.550417:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6982 00002000:00100000:1.0:1780298662.550429:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1523712->1527807) req@ffff9cf243846a00 x1866777609961216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.550439:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846a00 with x1866777609961216 ext(1523712->1527807) 00002000:00010000:1.0:1780298662.550442:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846a00 00000100:00100000:2.0:1780298662.551177:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.551216:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961344 00000100:00100000:0.0:1780298662.551220:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961344 00002000:00100000:0.0:1780298662.551233:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf243845180 x1866777609961344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.551240:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777609961344 ext(1527808->1531903) 00002000:00010000:0.0:1780298662.551242:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:0.0:1780298662.551255:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6983 00000100:00100000:0.0:1780298662.551259:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.551308:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 49us (133us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.551312:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6983 00002000:00100000:0.0:1780298662.551316:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf243845180 x1866777609961344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.551327:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777609961344 ext(1527808->1531903) 00002000:00010000:0.0:1780298662.551330:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:2.0:1780298662.552162:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.552206:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961472 00000100:00100000:0.0:1780298662.552211:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961472 00002000:00100000:0.0:1780298662.552230:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1531904->1535999) req@ffff9cf243845500 x1866777609961472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.552251:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845500 with x1866777609961472 ext(1531904->1535999) 00002000:00010000:0.0:1780298662.552254:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845500 00000100:00100000:0.0:1780298662.552274:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6984 00000100:00100000:0.0:1780298662.552283:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.552361:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (207us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.552368:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6984 00002000:00100000:0.0:1780298662.552376:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1531904->1535999) req@ffff9cf243845500 x1866777609961472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.552385:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845500 with x1866777609961472 ext(1531904->1535999) 00002000:00010000:0.0:1780298662.552389:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845500 00000100:00100000:2.0:1780298662.553099:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.553148:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961600 00000100:00100000:1.0:1780298662.553151:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961600 00002000:00100000:1.0:1780298662.553177:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1536000->1540095) req@ffff9cf37f736300 x1866777609961600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.553183:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777609961600 ext(1536000->1540095) 00002000:00010000:1.0:1780298662.553185:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:1.0:1780298662.553200:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6985 00000100:00100000:1.0:1780298662.553207:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.553278:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.553285:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6985 00002000:00100000:1.0:1780298662.553290:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1536000->1540095) req@ffff9cf37f736300 x1866777609961600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.553299:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f736300 with x1866777609961600 ext(1536000->1540095) 00002000:00010000:1.0:1780298662.553302:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f736300 00000100:00100000:2.0:1780298662.554044:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.554081:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961728 00000100:00100000:0.0:1780298662.554086:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961728 00002000:00100000:0.0:1780298662.554105:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1540096->1544191) req@ffff9cf37f737100 x1866777609961728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.554114:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777609961728 ext(1540096->1544191) 00002000:00010000:0.0:1780298662.554118:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:0.0:1780298662.554168:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6986 00000100:00100000:0.0:1780298662.554177:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.554239:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.554245:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6986 00002000:00100000:0.0:1780298662.554255:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1540096->1544191) req@ffff9cf37f737100 x1866777609961728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.554261:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777609961728 ext(1540096->1544191) 00002000:00010000:0.0:1780298662.554264:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:2.0:1780298662.555006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.555036:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961856 00000100:00100000:1.0:1780298662.555040:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961856 00002000:00100000:1.0:1780298662.555056:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1544192->1548287) req@ffff9cf242862a00 x1866777609961856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.555062:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862a00 with x1866777609961856 ext(1544192->1548287) 00002000:00010000:1.0:1780298662.555069:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862a00 00000100:00100000:1.0:1780298662.555083:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6987 00000100:00100000:1.0:1780298662.555088:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.555150:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609961856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (142us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.555167:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6987 00002000:00100000:1.0:1780298662.555173:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1544192->1548287) req@ffff9cf242862a00 x1866777609961856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.555181:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862a00 with x1866777609961856 ext(1544192->1548287) 00002000:00010000:1.0:1780298662.555184:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862a00 00000100:00100000:2.0:1780298662.556484:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.556539:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609961984 00000100:00100000:3.0:1780298662.556543:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609961984 00000100:00100000:3.0:1780298662.556569:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11436 00000100:00100000:3.0:1780298662.556577:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609961984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.556586:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.556602:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c8f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.556647:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605255424:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.556701:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.557301:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605255424:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.557326:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c8f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.557349:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c8f expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.557357:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298662.557378:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609961984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 803us (895us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.557382:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11436 00000100:00100000:2.0:1780298662.558167:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.558210:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962112 00000100:00100000:0.0:1780298662.558215:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962112 00002000:00100000:0.0:1780298662.558235:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2977792->2981887) req@ffff9cf242860e00 x1866777609962112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.558241:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777609962112 ext(2977792->2981887) 00002000:00010000:0.0:1780298662.558243:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:0.0:1780298662.558257:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6988 00000100:00100000:0.0:1780298662.558261:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.558319:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (152us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.558323:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6988 00002000:00100000:0.0:1780298662.558328:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2977792->2981887) req@ffff9cf242860e00 x1866777609962112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.558334:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777609962112 ext(2977792->2981887) 00002000:00010000:0.0:1780298662.558336:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:2.0:1780298662.559057:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.559096:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962240 00000100:00100000:0.0:1780298662.559100:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962240 00002000:00100000:0.0:1780298662.559114:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2981888->2985983) req@ffff9cf242860a80 x1866777609962240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.559120:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777609962240 ext(2981888->2985983) 00002000:00010000:0.0:1780298662.559147:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:0.0:1780298662.559175:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6989 00000100:00100000:0.0:1780298662.559182:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.559235:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (179us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.559241:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6989 00002000:00100000:0.0:1780298662.559245:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2981888->2985983) req@ffff9cf242860a80 x1866777609962240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.559249:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777609962240 ext(2981888->2985983) 00002000:00010000:0.0:1780298662.559252:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860a80 00000100:00100000:2.0:1780298662.559941:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.559994:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962368 00000100:00100000:1.0:1780298662.559999:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962368 00002000:00100000:1.0:1780298662.560030:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2985984->2990079) req@ffff9cf242860700 x1866777609962368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.560039:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777609962368 ext(2985984->2990079) 00002000:00010000:1.0:1780298662.560043:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:1.0:1780298662.560061:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6990 00000100:00100000:1.0:1780298662.560069:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.560152:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.560170:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6990 00002000:00100000:1.0:1780298662.560177:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2985984->2990079) req@ffff9cf242860700 x1866777609962368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.560197:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777609962368 ext(2985984->2990079) 00002000:00010000:1.0:1780298662.560201:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:2.0:1780298662.560928:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.560968:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962496 00000100:00100000:0.0:1780298662.560973:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962496 00002000:00100000:0.0:1780298662.560990:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2990080->2994175) req@ffff9cf242863100 x1866777609962496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.560999:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863100 with x1866777609962496 ext(2990080->2994175) 00002000:00010000:0.0:1780298662.561003:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863100 00000100:00100000:0.0:1780298662.561018:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6991 00000100:00100000:0.0:1780298662.561025:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.561093:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (164us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.561100:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6991 00002000:00100000:0.0:1780298662.561106:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2990080->2994175) req@ffff9cf242863100 x1866777609962496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.561149:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863100 with x1866777609962496 ext(2990080->2994175) 00002000:00010000:0.0:1780298662.561152:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863100 00000100:00100000:2.0:1780298662.561893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.561939:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962624 00000100:00100000:1.0:1780298662.561944:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962624 00002000:00100000:1.0:1780298662.561965:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2994176->2998271) req@ffff9cf242861f80 x1866777609962624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.561973:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777609962624 ext(2994176->2998271) 00002000:00010000:1.0:1780298662.561977:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:1.0:1780298662.561997:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6992 00000100:00100000:1.0:1780298662.562006:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.562074:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.562081:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6992 00002000:00100000:1.0:1780298662.562088:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2994176->2998271) req@ffff9cf242861f80 x1866777609962624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.562096:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777609962624 ext(2994176->2998271) 00002000:00010000:1.0:1780298662.562100:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:2.0:1780298662.562928:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.562967:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962752 00000100:00100000:0.0:1780298662.562972:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962752 00002000:00100000:0.0:1780298662.562989:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2998272->3002367) req@ffff9cf242861c00 x1866777609962752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.562998:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861c00 with x1866777609962752 ext(2998272->3002367) 00002000:00010000:0.0:1780298662.563001:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861c00 00000100:00100000:0.0:1780298662.563017:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6993 00000100:00100000:0.0:1780298662.563023:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.563073:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609962752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (147us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.563077:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6993 00002000:00100000:0.0:1780298662.563082:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2998272->3002367) req@ffff9cf242861c00 x1866777609962752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.563088:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861c00 with x1866777609962752 ext(2998272->3002367) 00002000:00010000:0.0:1780298662.563090:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861c00 00000100:00100000:2.0:1780298662.563862:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.563903:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609962880 00000100:00100000:0.0:1780298662.563907:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609962880 00002000:00100000:0.0:1780298662.563921:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3002368->3006463) req@ffff9cf242862680 x1866777609962880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.563927:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777609962880 ext(3002368->3006463) 00002000:00010000:0.0:1780298662.563930:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:0.0:1780298662.563951:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6994 00000100:00100000:0.0:1780298662.563956:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.564010:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609962880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.564015:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6994 00002000:00100000:0.0:1780298662.564021:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3002368->3006463) req@ffff9cf242862680 x1866777609962880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.564029:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862680 with x1866777609962880 ext(3002368->3006463) 00002000:00010000:0.0:1780298662.564033:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862680 00000100:00100000:2.0:1780298662.564916:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.564971:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963008 00000100:00100000:1.0:1780298662.564976:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963008 00002000:00100000:1.0:1780298662.564997:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3006464->3010559) req@ffff9cf242862300 x1866777609963008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.565006:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777609963008 ext(3006464->3010559) 00002000:00010000:1.0:1780298662.565010:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:1.0:1780298662.565045:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6995 00000100:00100000:1.0:1780298662.565054:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.565179:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 125us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.565187:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6995 00002000:00100000:1.0:1780298662.565195:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3006464->3010559) req@ffff9cf242862300 x1866777609963008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.565204:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862300 with x1866777609963008 ext(3006464->3010559) 00002000:00010000:1.0:1780298662.565208:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862300 00000100:00100000:2.0:1780298662.566075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.566109:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963136 00000100:00100000:0.0:1780298662.566112:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963136 00002000:00100000:0.0:1780298662.566137:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3010560->3014655) req@ffff9cf242861880 x1866777609963136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.566147:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777609963136 ext(3010560->3014655) 00002000:00010000:0.0:1780298662.566149:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:0.0:1780298662.566174:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6996 00000100:00100000:0.0:1780298662.566179:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.566231:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.566235:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6996 00002000:00100000:0.0:1780298662.566239:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3010560->3014655) req@ffff9cf242861880 x1866777609963136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.566245:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777609963136 ext(3010560->3014655) 00002000:00010000:0.0:1780298662.566253:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:2.0:1780298662.567114:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.567171:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963264 00000100:00100000:1.0:1780298662.567176:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963264 00002000:00100000:1.0:1780298662.567197:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3014656->3018751) req@ffff9cf242863480 x1866777609963264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.567206:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777609963264 ext(3014656->3018751) 00002000:00010000:1.0:1780298662.567210:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:1.0:1780298662.567230:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6997 00000100:00100000:1.0:1780298662.567238:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.567302:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.567309:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6997 00002000:00100000:1.0:1780298662.567316:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (3014656->3018751) req@ffff9cf242863480 x1866777609963264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.567325:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777609963264 ext(3014656->3018751) 00002000:00010000:1.0:1780298662.567334:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:2.0:1780298662.568080:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.568113:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963392 00000100:00100000:0.0:1780298662.568116:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963392 00002000:00100000:0.0:1780298662.568146:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3018752->3022847) req@ffff9cf242863800 x1866777609963392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.568152:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777609963392 ext(3018752->3022847) 00002000:00010000:0.0:1780298662.568165:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:0.0:1780298662.568178:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6998 00000100:00100000:0.0:1780298662.568183:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.568242:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (162us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.568246:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6998 00002000:00100000:0.0:1780298662.568250:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3018752->3022847) req@ffff9cf242863800 x1866777609963392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.568256:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777609963392 ext(3018752->3022847) 00002000:00010000:0.0:1780298662.568258:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:2.0:1780298662.569173:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.569214:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963520 00000100:00100000:0.0:1780298662.569219:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963520 00002000:00100000:0.0:1780298662.569240:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3022848->3026943) req@ffff9cf242861180 x1866777609963520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.569249:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777609963520 ext(3022848->3026943) 00002000:00010000:0.0:1780298662.569253:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180 00000100:00100000:0.0:1780298662.569269:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 6999 00000100:00100000:0.0:1780298662.569276:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.569345:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (174us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.569352:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 6999 00002000:00100000:0.0:1780298662.569359:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (3022848->3026943) req@ffff9cf242861180 x1866777609963520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.569367:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777609963520 ext(3022848->3026943) 00002000:00010000:0.0:1780298662.569370:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180 00000100:00100000:2.0:1780298662.570314:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.570361:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963648 00000100:00100000:1.0:1780298662.570367:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963648 00002000:00100000:1.0:1780298662.570387:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3026944->3031039) req@ffff9cf242860000 x1866777609963648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.570396:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777609963648 ext(3026944->3031039) 00002000:00010000:1.0:1780298662.570400:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860000 00000100:00100000:1.0:1780298662.570420:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7000 00000100:00100000:1.0:1780298662.570427:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.570495:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609963648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (182us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.570502:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7000 00002000:00100000:1.0:1780298662.570510:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3026944->3031039) req@ffff9cf242860000 x1866777609963648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.570519:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777609963648 ext(3026944->3031039) 00002000:00010000:1.0:1780298662.570522:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860000 00000100:00100000:2.0:1780298662.571360:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.571401:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963776 00000100:00100000:0.0:1780298662.571405:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963776 00002000:00100000:0.0:1780298662.571423:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3031040->3035135) req@ffff9cf242862d80 x1866777609963776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.571433:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777609963776 ext(3031040->3035135) 00002000:00010000:0.0:1780298662.571436:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:0.0:1780298662.571453:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7001 00000100:00100000:0.0:1780298662.571458:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.571512:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609963776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (151us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.571520:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7001 00002000:00100000:0.0:1780298662.571526:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3031040->3035135) req@ffff9cf242862d80 x1866777609963776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.571535:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242862d80 with x1866777609963776 ext(3031040->3035135) 00002000:00010000:0.0:1780298662.571538:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242862d80 00000100:00100000:2.0:1780298662.573954:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.573992:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609963904 00000100:00100000:3.0:1780298662.573998:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609963904 00000100:00100000:3.0:1780298662.574049:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11437 00000100:00100000:3.0:1780298662.574060:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609963904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.574073:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.574090:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c96 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.574227:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605255552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.574291:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.574975:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605255552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.575003:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382bf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c96 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.575018:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e630382bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c96 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.575026:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298662.575049:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777609963904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1100us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.575055:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11437 00000100:00100000:0.0:1780298662.575904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.575939:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964032 00000100:00100000:3.0:1780298662.575942:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964032 00000100:00100000:3.0:1780298662.575967:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11438 00000100:00100000:3.0:1780298662.575972:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609964032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.575978:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.575985:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630382c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6c9d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.576006:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605255680:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.576042:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.576678:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605255680:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.576692:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630382c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c9d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.576706:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630382c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c9d expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.576716:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.576745:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777609964032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (839us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.576752:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11438 00000100:00100000:2.0:1780298662.577673:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.577713:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964288 00000100:00100000:0.0:1780298662.577718:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964288 00000100:00100000:0.0:1780298662.577747:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62210 00000100:00100000:0.0:1780298662.577753:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:30556:x1866777609964288:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.577788:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.577806:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038264 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c42 expref: 81 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.577816:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.577819:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.577953:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.577964:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 83 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.577986:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.578005:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 83 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.578015:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 83 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.578024:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605255808:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.578057:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.578655:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605255808:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.578670:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.578826:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.578872:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964416 00000100:00100000:1.0:1780298662.578877:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964416 00010000:00010000:1.0:1780298662.578899:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 84 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.578936:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15512 00000100:00100000:1.0:1780298662.578952:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:2400:x1866777609964416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.578962:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.578966:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 84 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.578979:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 84 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.578993:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630382a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c7a expref: 84 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579004:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.579009:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579020:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579028:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579048:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.579066:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.579073:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.579075:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:2400:x1866777609964416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 125us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.579088:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15512 00000001:00080000:0.0:1780298662.579123:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991233 00000004:00010000:0.0:1780298662.579183:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcdd786c reply state 00000000705e723c transno 4294991234 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.579197:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.579203:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.579205:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.579207:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.579266:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:30556:x1866777609964288:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1512us (1593us total) trans 4294991234 rc 0/0 00000100:00100000:0.0:1780298662.579282:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62210 00000020:00080000:0.0:1780298662.579286:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298662.579882:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.579912:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964544 00000100:00100000:1.0:1780298662.579916:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964544 00000100:00100000:1.0:1780298662.579942:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11439 00000100:00100000:1.0:1780298662.579949:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609964544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.579964:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.579976:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ca4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579991:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.579998:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.580003:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:1.0:1780298662.580006:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:1.0:1780298662.580015:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.580028:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 8 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.580037:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 8 pid: 12101 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.580044:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605255936:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.580081:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.580097:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.580105:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605256064:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.580173:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.580726:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605255936:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.580736:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605256064:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.580752:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.580761:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:1.0:1780298662.580784:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609964544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.580789:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11439 00000100:00100000:2.0:1780298662.580988:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.581021:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964672 00000100:00100000:0.0:1780298662.581026:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964672 00010000:00010000:0.0:1780298662.581043:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.581066:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15513 00000100:00100000:0.0:1780298662.581071:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609964672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.581078:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.581090:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.581096:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.581109:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630382aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c81 expref: 9 pid: 12101 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.581116:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.581177:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609964672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 105us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.581183:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15513 00000100:00100000:3.0:1780298662.581294:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.581322:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964800 00000100:00100000:1.0:1780298662.581325:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964800 00010000:00010000:1.0:1780298662.581337:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.581359:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15514 00000100:00100000:1.0:1780298662.581364:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609964800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.581370:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.581387:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.581394:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.581403:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038295 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2310144->2314239) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c73 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.581409:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:1.0:1780298662.581412:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:1.0:1780298662.581415:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.581421:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.581436:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.581442:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605256192:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.581475:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.582082:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605256192:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.582092:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.582116:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609964800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 751us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.582165:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15514 00000100:00100000:3.0:1780298662.582249:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.582279:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609964928 00000100:00100000:1.0:1780298662.582283:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609964928 00000100:00100000:1.0:1780298662.582312:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11440 00000100:00100000:1.0:1780298662.582320:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609964928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.582329:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.582338:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cab expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.582355:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.582363:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(33 0) 00010000:00010000:1.0:1780298662.582366:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(34 0) 00010000:00010000:1.0:1780298662.582370:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.582387:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.582398:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 8 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.582409:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605256320:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.582445:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.582929:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605256320:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.582942:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.582953:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.582976:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609964928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 657us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.582982:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11440 00000100:00100000:2.0:1780298662.583196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.583215:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965056 00000100:00100000:3.0:1780298662.583219:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965056 00010000:00010000:3.0:1780298662.583233:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 9 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.583254:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15515 00000100:00100000:3.0:1780298662.583261:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609965056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.583269:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.583280:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 9 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.583302:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 9 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.583313:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038256 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6c3b expref: 9 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.583319:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(34 0) 00010000:00010000:3.0:1780298662.583322:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(34 0) 00010000:00010000:3.0:1780298662.583324:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.583329:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.583343:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.583349:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605256448:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298662.583375:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.583944:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605256448:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.583954:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.583976:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 716us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.583984:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15515 00000100:00100000:2.0:1780298662.584062:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.584093:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965184 00000100:00100000:1.0:1780298662.584098:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965184 00002000:00010000:1.0:1780298662.584117:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298662.584122:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f480 with x1866777609965184 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.584149:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f480. 00000100:00100000:1.0:1780298662.584181:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7002 00000100:00100000:1.0:1780298662.584189:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609965184:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.584246:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.584274:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965312 00000100:00100000:3.0:1780298662.584279:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965312 00002000:00010000:3.0:1780298662.584292:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (114606->18446744073709551615) 00002000:00100000:3.0:1780298662.584295:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8a80 with x1866777609965312 ext(114606->18446744073709551615) 00002000:00010000:3.0:1780298662.584300:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8a80. 00002000:00010000:1.0:1780298662.584302:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.584306:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.584308:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:1.0:1780298662.584311:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.584313:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:3.0:1780298662.584326:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7003 00000100:00100000:3.0:1780298662.584333:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609965312:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298662.584344:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609965184:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 157us (282us total) trans 4294969929 rc 0/0 00000100:00100000:1.0:1780298662.584351:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7002 00002000:00010000:1.0:1780298662.584355:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298662.584358:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f480 with x1866777609965184 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.584363:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f480. 00002000:00010000:3.0:1780298662.584503:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 20563 -> 114606 00002000:00010000:3.0:1780298662.584506:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298662.584509:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:3.0:1780298662.584511:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298662.584513:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 48 -> 48 00000100:00100000:3.0:1780298662.584542:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609965312:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 210us (299us total) trans 4294969411 rc 0/0 00000100:00100000:3.0:1780298662.584549:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7003 00002000:00010000:3.0:1780298662.584553:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (114606->18446744073709551615) 00002000:00100000:3.0:1780298662.584555:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8a80 with x1866777609965312 ext(114606->18446744073709551615) 00002000:00010000:3.0:1780298662.584560:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2556a8a80. 00000100:00100000:0.0:1780298662.585252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.585302:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965440 00000100:00100000:1.0:1780298662.585307:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965440 00000100:00100000:1.0:1780298662.585336:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62211 00000100:00100000:1.0:1780298662.585347:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+83:30556:x1866777609965440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.585358:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.585370:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630382e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cb2 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585428:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585436:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585442:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.585456:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4308910 00000004:00200000:1.0:1780298662.585459:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.585470:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585485:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630382e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cb2 expref: 85 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585499:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cb2 expref: 84 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.585504:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.585506:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.585507:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.585529:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:30556:x1866777609965440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 187us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.585533:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62211 00000100:00100000:2.0:1780298662.586329:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.586360:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.586360:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965696 00000100:00100000:0.0:1780298662.586364:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965696 00000100:00100000:0.0:1780298662.586391:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965568 00000100:00100000:0.0:1780298662.586393:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965568 00000100:00100000:1.0:1780298662.586404:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11441 00000100:00100000:1.0:1780298662.586414:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965696:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.586416:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11442 00010000:00010000:1.0:1780298662.586424:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.586428:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.586433:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630382f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cc0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.586435:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.586445:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e630382f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cb9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.586465:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605256576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.586474:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254919c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605256704:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.586509:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.586512:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.587343:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:1.0:1780298662.587356:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605256576:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298662.587356:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.587370:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254919c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605256704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.587379:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630382f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cc0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.587389:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e630382f7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cb9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.587392:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630382f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cc0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.587410:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e630382f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cb9 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.587425:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00010000:00010000:0.0:1780298662.587427:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:1.0:1780298662.587453:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1126us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.587459:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11441 00000100:00100000:0.0:1780298662.587459:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1101us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.587469:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11442 00000100:00100000:3.0:1780298662.588324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.588346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.588364:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965824 00000100:00100000:1.0:1780298662.588368:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965824 00000100:00100000:2.0:1780298662.588395:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609965952 00000100:00100000:1.0:1780298662.588399:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11443 00000100:00100000:2.0:1780298662.588401:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609965952 00000100:00100000:1.0:1780298662.588407:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609965824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.588414:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.588422:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630382fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cc7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.588431:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11444 00000100:00100000:2.0:1780298662.588439:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.588446:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.588447:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605256832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.588455:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038305 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cce expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.588483:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605256960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.588488:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.588510:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.589078:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605256832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.589090:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630382fe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cc7 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.589100:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630382fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cc7 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.589107:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.589165:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609965824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (830us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.589176:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11443 00000100:00100000:2.0:1780298662.589261:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605256960:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.589278:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038305 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cce expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.589292:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038305 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cce expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.589301:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298662.589325:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609965952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (979us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.589332:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11444 00000100:00100000:2.0:1780298662.590185:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.590213:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966080 00000100:00100000:0.0:1780298662.590217:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966080 00000100:00100000:0.0:1780298662.590251:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62212 00000100:00100000:0.0:1780298662.590259:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:30556:x1866777609966080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.590272:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.590285:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6303830c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cd5 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590348:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590357:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590365:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.590381:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4308910 00000004:00200000:0.0:1780298662.590384:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.590395:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590410:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e6303830c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 85 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590418:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 84 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.590423:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.590425:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.590426:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298662.590450:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:30556:x1866777609966080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 193us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.590458:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62212 00000100:00100000:0.0:1780298662.591438:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.591472:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966208 00000100:00100000:2.0:1780298662.591476:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966208 00000100:00100000:2.0:1780298662.591513:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7004 00000100:00100000:2.0:1780298662.591520:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609966208:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.591672:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 114606 -> 114606 00002000:00010000:2.0:1780298662.591675:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.591676:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.591678:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.591680:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 48 -> 184 00000100:00100000:2.0:1780298662.591705:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609966208:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 186us (268us total) trans 4294969412 rc 0/0 00000100:00100000:2.0:1780298662.591709:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7004 00000100:00100000:3.0:1780298662.592522:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.592569:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966336 00000100:00100000:2.0:1780298662.592583:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966336 00000100:00100000:2.0:1780298662.592627:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11445 00000100:00100000:2.0:1780298662.592637:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609966336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.592647:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.592658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298662.592660:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303831a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cdc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.592683:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966464 00000100:00100000:1.0:1780298662.592687:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966464 00000100:00100000:2.0:1780298662.592711:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605257088:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.592720:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11446 00000100:00100000:1.0:1780298662.592727:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609966464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.592735:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.592745:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038321 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ce3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.592777:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.592778:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605257216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.592809:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.593543:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605257088:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298662.593552:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:1.0:1780298662.593564:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605257216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.593565:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303831a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cdc expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.593589:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038321 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ce3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.593599:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303831a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cdc expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.593607:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e63038321 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ce3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.593613:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00010000:00010000:1.0:1780298662.593620:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:2.0:1780298662.593650:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777609966336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1129us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.593657:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609966464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (996us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.593661:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11445 00000100:00100000:1.0:1780298662.593670:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11446 00000100:00100000:0.0:1780298662.594578:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.594609:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.594628:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966592 00000100:00100000:2.0:1780298662.594633:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966592 00000100:00100000:1.0:1780298662.594655:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966720 00000100:00100000:1.0:1780298662.594669:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966720 00000100:00100000:2.0:1780298662.594673:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11447 00000100:00100000:2.0:1780298662.594685:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609966592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.594694:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.594709:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11448 00010000:00010000:2.0:1780298662.594711:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038328 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cea expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.594722:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609966720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.594732:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.594741:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303832f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cf1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.594749:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605257344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.594781:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605257472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.594803:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.594817:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.595650:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605257344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.595662:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605257472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.595674:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038328 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cea expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.595685:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303832f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cf1 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.595694:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038328 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cea expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.595704:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303832f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cf1 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.595706:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00010000:00010000:1.0:1780298662.595719:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298662.595742:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609966592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1163us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.595749:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609966720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1030us (1136us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.595756:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11447 00000100:00100000:1.0:1780298662.595763:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11448 00000100:00100000:3.0:1780298662.596767:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.596832:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966848 00000100:00100000:1.0:1780298662.596837:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966848 00000100:00100000:1.0:1780298662.596873:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7005 00000100:00100000:1.0:1780298662.596879:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609966848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.597057:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.597066:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.597069:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:1.0:1780298662.597072:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.597074:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1048 00000100:00100000:1.0:1780298662.597108:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609966848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 228us (342us total) trans 4294969930 rc 0/0 00000100:00100000:1.0:1780298662.597116:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7005 00000100:00100000:0.0:1780298662.597959:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.597994:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609966976 00000100:00100000:3.0:1780298662.597998:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609966976 00000100:00100000:0.0:1780298662.598006:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.598032:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967104 00000100:00100000:3.0:1780298662.598036:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967104 00000100:00100000:2.0:1780298662.598041:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11449 00000100:00100000:2.0:1780298662.598050:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609966976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.598057:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.598065:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038336 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cf8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.598094:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605257600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.598116:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11450 00000100:00100000:3.0:1780298662.598148:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609967104:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.598170:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00010000:00010000:3.0:1780298662.598188:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.598198:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303833d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6cff expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.598242:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605257728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.598315:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00002000:00010000:2.0:1780298662.598957:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:2.0:1780298662.598971:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605257600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.598991:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038336 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cf8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.599010:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038336 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cf8 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.599022:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.599052:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609966976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1094us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.599060:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11449 00000100:00100000:3.0:1780298662.599209:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605257728:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.599223:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303833d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cff expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.599276:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303833d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cff expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.599285:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298662.599313:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777609967104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1190us (1307us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.599320:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11450 00000100:00100000:1.0:1780298662.600204:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.600264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.600303:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967232 00000100:00100000:0.0:1780298662.600309:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967232 00000100:00100000:2.0:1780298662.600311:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967360 00000100:00100000:2.0:1780298662.600317:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967360 00000100:00100000:0.0:1780298662.600356:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11451 00000100:00100000:2.0:1780298662.600366:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11452 00000100:00100000:0.0:1780298662.600368:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609967232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.600379:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609967360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.600387:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.600389:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.600399:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038344 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d06 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.600401:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303834b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d0d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.600451:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605257856:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.600454:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605257984:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.600497:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.600501:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.601231:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605257984:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.601240:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605257856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.601261:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038344 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d06 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.601266:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303834b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d0d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.601285:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038344 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d06 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.601309:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:2.0:1780298662.601317:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303834b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d0d expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.601329:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:1.0:1780298662.601349:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777609967232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1146us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.601356:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777609967360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1089us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.601364:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11451 00000100:00100000:2.0:1780298662.601371:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11452 00000100:00100000:1.0:1780298662.602349:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.602393:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967616 00000100:00100000:0.0:1780298662.602398:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967616 00000100:00100000:0.0:1780298662.602430:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62213 00000100:00100000:0.0:1780298662.602436:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+84:30556:x1866777609967616:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.602469:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.602483:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08c00/0xaf35132e630382e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cb2 expref: 84 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.602493:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.602502:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.602622:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.602633:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 83 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.602643:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.602660:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 83 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.602671:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 83 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.602679:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605258112:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.602716:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.603332:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605258112:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.603345:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.603593:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.603639:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967744 00000100:00100000:2.0:1780298662.603644:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967744 00010000:00010000:2.0:1780298662.603664:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 84 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.603692:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15516 00000100:00100000:2.0:1780298662.603701:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:2399:x1866777609967744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.603712:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.603717:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 84 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603728:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 84 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603741:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038313 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cd5 expref: 84 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603751:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.603762:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603772:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603779:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.603799:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.603812:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.603818:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.603827:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:2399:x1866777609967744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 127us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.603835:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15516 00000001:00080000:0.0:1780298662.603865:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991235 00000004:00010000:0.0:1780298662.603891:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae710ef1 reply state 000000006b231e17 transno 4294991236 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.603904:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.603911:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.603914:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.603916:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.603969:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:30556:x1866777609967616:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1533us (1624us total) trans 4294991236 rc 0/0 00000100:00100000:0.0:1780298662.603975:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62213 00000020:00080000:0.0:1780298662.603978:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298662.604704:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.604747:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609967872 00000100:00100000:0.0:1780298662.604753:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609967872 00000100:00100000:0.0:1780298662.604786:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11453 00000100:00100000:0.0:1780298662.604794:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609967872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.604805:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.604816:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d14 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.604848:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.604858:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(59 0) 00010000:00010000:0.0:1780298662.604863:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(60 0) 00010000:00010000:0.0:1780298662.604868:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.604903:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.604916:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 12 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.604928:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605258240:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.604969:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.605647:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605258240:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.605659:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.605668:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376000, rc 0) 00000100:00100000:0.0:1780298662.605693:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609967872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.605698:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11453 00000100:00100000:3.0:1780298662.605863:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.605901:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968000 00000100:00100000:2.0:1780298662.605906:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968000 00010000:00010000:2.0:1780298662.605923:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.605952:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15517 00000100:00100000:2.0:1780298662.605960:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609968000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.605970:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.605984:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.605996:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.606011:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000debe9bb3/0xaf35132e630382d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ca4 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.606029:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(60 0) 00010000:00010000:2.0:1780298662.606032:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(60 0) 00010000:00010000:2.0:1780298662.606038:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.606048:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.606071:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 8 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.606082:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605258368:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.606122:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.606847:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605258368:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.606857:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.606878:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b01c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609968000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 920us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.606885:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15517 00000100:00100000:3.0:1780298662.606976:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.607025:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968128 00000100:00100000:1.0:1780298662.607030:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968128 00000100:00100000:1.0:1780298662.607063:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11454 00000100:00100000:1.0:1780298662.607079:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777609968128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.607089:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.607099:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d1b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.607117:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.607169:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(34 0) 00010000:00010000:1.0:1780298662.607173:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.607179:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.607201:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.607212:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.607223:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605258496:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.607263:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.607793:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605258496:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.607804:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.607812:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:3.0:1780298662.607885:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609968128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.607891:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11454 00000100:00100000:0.0:1780298662.607968:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.607997:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968256 00000100:00100000:1.0:1780298662.608002:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968256 00010000:00010000:1.0:1780298662.608019:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.608051:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15518 00000100:00100000:1.0:1780298662.608058:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609968256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.608065:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.608075:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.608082:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.608093:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e630382db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6cab expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.608100:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.608102:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:1.0:1780298662.608105:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.608111:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.608147:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.608176:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605258624:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.608209:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.608869:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605258624:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.608879:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.608901:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609968256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 845us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.608907:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15518 00000100:00100000:3.0:1780298662.609082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.609108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.609141:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968384 00000100:00100000:0.0:1780298662.609151:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968384 00000100:00100000:2.0:1780298662.609171:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968512 00000100:00100000:2.0:1780298662.609182:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968512 00002000:00010000:0.0:1780298662.609182:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2075204->18446744073709551615) 00002000:00100000:0.0:1780298662.609185:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f100 with x1866777609968384 ext(2075204->18446744073709551615) 00002000:00010000:0.0:1780298662.609193:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f100. 00002000:00010000:2.0:1780298662.609196:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298662.609199:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f800 with x1866777609968512 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298662.609203:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339f800. 00000100:00100000:0.0:1780298662.609215:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7006 00000100:00100000:2.0:1780298662.609220:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7007 00000100:00100000:0.0:1780298662.609223:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609968384:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298662.609234:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609968512:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.609400:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 114606 -> 0 00002000:00010000:2.0:1780298662.609404:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.609406:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.609408:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.609411:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 184 -> 0 00002000:00010000:0.0:1780298662.609413:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 2075204 00002000:00010000:0.0:1780298662.609416:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.609418:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.609420:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.609422:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1048 -> 1008 00000100:00100000:2.0:1780298662.609440:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609968512:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 207us (330us total) trans 4294969413 rc 0/0 00000100:00100000:0.0:1780298662.609440:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609968384:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 218us (437us total) trans 4294969931 rc 0/0 00000100:00100000:2.0:1780298662.609447:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7007 00002000:00010000:2.0:1780298662.609451:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00000100:00100000:0.0:1780298662.609453:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7006 00002000:00100000:2.0:1780298662.609454:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f800 with x1866777609968512 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298662.609456:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2075204->18446744073709551615) 00002000:00010000:2.0:1780298662.609459:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339f800. 00002000:00100000:0.0:1780298662.609459:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f100 with x1866777609968384 ext(2075204->18446744073709551615) 00002000:00010000:0.0:1780298662.609462:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f100. 00000100:00100000:1.0:1780298662.610259:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.610297:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968640 00000100:00100000:0.0:1780298662.610300:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968640 00000100:00100000:0.0:1780298662.610323:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62214 00000100:00100000:0.0:1780298662.610328:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:30556:x1866777609968640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.610336:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.610346:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038367 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d22 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610401:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610415:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610421:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.610438:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2075204 00000004:00200000:0.0:1780298662.610441:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.610452:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610468:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038367 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 85 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610477:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 84 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.610481:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.610483:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.610485:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298662.610505:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:30556:x1866777609968640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 178us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.610509:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62214 00000100:00100000:1.0:1780298662.611414:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.611459:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968768 00000100:00100000:0.0:1780298662.611464:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968768 00000100:00100000:0.0:1780298662.611500:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11455 00000100:00100000:0.0:1780298662.611509:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609968768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.611517:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.611534:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038375 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d29 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.611571:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605258752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.611601:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.611617:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.611632:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609968896 00000100:00100000:2.0:1780298662.611636:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609968896 00000100:00100000:2.0:1780298662.611664:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11456 00000100:00100000:2.0:1780298662.611671:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609968896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.611678:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.611685:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303837c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d30 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.611717:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605258880:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.611752:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.612272:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.612284:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605258752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.612300:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038375 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d29 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.612317:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038375 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d29 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.612328:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.612363:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609968768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (949us total) trans 0 rc 301/301 00002000:00010000:2.0:1780298662.612371:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.612371:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11455 00000100:00100000:2.0:1780298662.612385:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605258880:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.612405:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303837c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d30 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.612427:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303837c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d30 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.612434:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298662.612456:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609968896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (857us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.612460:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11456 00000100:00100000:3.0:1780298662.613311:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.613345:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969024 00000100:00100000:0.0:1780298662.613350:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969024 00000100:00100000:0.0:1780298662.613378:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11457 00000100:00100000:0.0:1780298662.613387:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609969024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.613395:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.613403:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d37 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.613431:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605259008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.613480:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.613499:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.613525:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969152 00000100:00100000:0.0:1780298662.613529:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969152 00000100:00100000:0.0:1780298662.613552:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11458 00000100:00100000:0.0:1780298662.613559:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609969152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.613567:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.613575:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e6303838a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d3e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.613607:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605259136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.613639:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.614137:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605259008:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.614165:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038383 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d37 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.614179:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038383 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d37 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.614190:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.614222:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609969024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (913us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.614227:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11457 00000100:00100000:1.0:1780298662.614373:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605259136:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.614385:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e6303838a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d3e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.614395:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001564b186/0xaf35132e6303838a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d3e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.614402:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377400, rc 0) 00000100:00100000:1.0:1780298662.614426:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609969152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 869us (931us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.614431:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11458 00000100:00100000:3.0:1780298662.615332:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.615370:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969408 00000100:00100000:1.0:1780298662.615375:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969408 00000100:00100000:1.0:1780298662.615412:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62215 00000100:00100000:1.0:1780298662.615423:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+86:30556:x1866777609969408:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.615600:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.615627:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 83 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.615641:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.615664:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 83 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.615677:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 83 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.615689:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605259264:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.615733:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf2424956c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.616347:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605259264:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.616358:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.616502:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.616564:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969536 00000100:00100000:0.0:1780298662.616568:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969536 00010000:00010000:0.0:1780298662.616587:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 84 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.616626:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15519 00000100:00100000:0.0:1780298662.616632:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:2399:x1866777609969536:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.616640:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.616644:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 84 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616651:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 84 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616662:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303836e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d22 expref: 84 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616669:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.616672:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616680:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616684:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.616697:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.616723:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:2399:x1866777609969536:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.616731:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15519 00010000:00010000:1.0:1780298662.616747:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.616755:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298662.616797:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991237 00000004:00010000:1.0:1780298662.616815:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004dff770a reply state 0000000039e6e329 transno 4294991238 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.616833:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.616837:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.616839:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.616841:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.616890:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:30556:x1866777609969408:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1470us (1559us total) trans 4294991238 rc 0/0 00000100:00100000:1.0:1780298662.616896:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62215 00000020:00080000:1.0:1780298662.616899:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.617742:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.617761:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.617784:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969664 00000100:00100000:1.0:1780298662.617792:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969792 00000100:00100000:1.0:1780298662.617796:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969792 00000100:00100000:0.0:1780298662.617808:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969664 00002000:00010000:1.0:1780298662.617813:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.617817:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339fb80 with x1866777609969792 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.617823:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339fb80. 00002000:00010000:0.0:1780298662.617826:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2757425->18446744073709551615) 00002000:00100000:0.0:1780298662.617831:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ed80 with x1866777609969664 ext(2757425->18446744073709551615) 00002000:00010000:0.0:1780298662.617837:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ed80. 00000100:00100000:1.0:1780298662.617844:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7008 00000100:00100000:1.0:1780298662.617853:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609969792:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.617875:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7009 00000100:00100000:0.0:1780298662.617887:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609969664:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.617932:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298662.617934:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.617936:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:1.0:1780298662.617937:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.617939:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298662.617963:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609969792:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 112us (200us total) trans 4294969414 rc 0/0 00000100:00100000:1.0:1780298662.617968:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7008 00002000:00010000:1.0:1780298662.617971:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.617979:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339fb80 with x1866777609969792 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.617983:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339fb80. 00002000:00010000:0.0:1780298662.618016:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2075204 -> 2757425 00002000:00010000:0.0:1780298662.618019:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.618020:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.618022:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.618023:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1008 00000100:00100000:0.0:1780298662.618048:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609969664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 166us (306us total) trans 4294969932 rc 0/0 00000100:00100000:0.0:1780298662.618052:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7009 00002000:00010000:0.0:1780298662.618054:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2757425->18446744073709551615) 00002000:00100000:0.0:1780298662.618057:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ed80 with x1866777609969664 ext(2757425->18446744073709551615) 00002000:00010000:0.0:1780298662.618060:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ed80. 00000100:00100000:3.0:1780298662.619103:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.619162:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609969920 00000100:00100000:1.0:1780298662.619167:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609969920 00002000:00100000:1.0:1780298662.619187:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2691072->2695167) req@ffff9cf24339f480 x1866777609969920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.619197:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777609969920 ext(2691072->2695167) 00002000:00010000:1.0:1780298662.619202:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:1.0:1780298662.619222:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7010 00000100:00100000:1.0:1780298662.619230:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609969920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.619336:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609969920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.619340:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7010 00002000:00100000:1.0:1780298662.619345:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2691072->2695167) req@ffff9cf24339f480 x1866777609969920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.619350:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f480 with x1866777609969920 ext(2691072->2695167) 00002000:00010000:1.0:1780298662.619353:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f480 00000100:00100000:1.0:1780298662.620388:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.620429:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970048 00000100:00100000:3.0:1780298662.620433:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970048 00002000:00100000:3.0:1780298662.620450:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf255091880 x1866777609970048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.620457:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777609970048 ext(2695168->2699263) 00002000:00010000:3.0:1780298662.620460:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:3.0:1780298662.620474:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7011 00000100:00100000:3.0:1780298662.620479:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609970048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.620537:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609970048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (150us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.620542:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7011 00002000:00100000:3.0:1780298662.620546:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2695168->2699263) req@ffff9cf255091880 x1866777609970048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.620552:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777609970048 ext(2695168->2699263) 00002000:00010000:3.0:1780298662.620554:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:3.0:1780298662.621960:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.621997:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970176 00000100:00100000:0.0:1780298662.622001:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970176 00002000:00100000:0.0:1780298662.622020:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2670592->2736127) req@ffff9cf24339ce00 x1866777609970176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.622029:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777609970176 ext(2670592->2736127) 00002000:00010000:0.0:1780298662.622033:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ce00 00000100:00100000:0.0:1780298662.622056:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7012 00000100:00100000:0.0:1780298662.622064:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609970176:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.622919:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609970176:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 853us (957us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298662.622932:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7012 00002000:00100000:2.0:1780298662.622940:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2670592->2736127) req@ffff9cf24339ce00 x1866777609970176/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.622950:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777609970176 ext(2670592->2736127) 00002000:00010000:2.0:1780298662.622953:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ce00 00000100:00100000:1.0:1780298662.626221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.626266:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970304 00000100:00100000:2.0:1780298662.626272:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970304 00002000:00100000:2.0:1780298662.626301:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2736128->2760703) req@ffff9cf255091c00 x1866777609970304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.626309:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777609970304 ext(2736128->2760703) 00002000:00010000:2.0:1780298662.626313:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:2.0:1780298662.626334:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7013 00000100:00100000:2.0:1780298662.626342:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609970304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.627077:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609970304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 736us (862us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1780298662.627083:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7013 00002000:00100000:2.0:1780298662.627088:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2736128->2760703) req@ffff9cf255091c00 x1866777609970304/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.627094:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777609970304 ext(2736128->2760703) 00002000:00010000:2.0:1780298662.627097:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:1.0:1780298662.629114:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.629180:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970432 00000100:00100000:0.0:1780298662.629186:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970432 00002000:00100000:0.0:1780298662.629214:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2691072->2757424) req@ffff9cf255093100 x1866777609970432/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.629224:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777609970432 ext(2691072->2757424) 00002000:00010000:0.0:1780298662.629228:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:0.0:1780298662.629245:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7014 00000100:00100000:0.0:1780298662.629252:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609970432:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.630682:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609970432:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1428us (1569us total) trans 4294969933 rc 0/0 00000100:00100000:2.0:1780298662.630689:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7014 00002000:00100000:2.0:1780298662.630696:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2691072->2757424) req@ffff9cf255093100 x1866777609970432/t4294969933(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.630703:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777609970432 ext(2691072->2757424) 00002000:00010000:2.0:1780298662.630706:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:0.0:1780298662.631531:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.631570:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970560 00000100:00100000:2.0:1780298662.631574:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970560 00000100:00100000:2.0:1780298662.631601:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11459 00000100:00100000:2.0:1780298662.631606:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609970560:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298662.632361:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969933 is committed 00000001:00080000:0.0:1780298662.632374:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969930 is committed 00000100:00100000:2.0:1780298662.632436:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777609970560:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 829us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.632441:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11459 00000100:00100000:3.0:1780298662.633237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.633273:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970688 00000100:00100000:0.0:1780298662.633277:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970688 00000100:00100000:0.0:1780298662.633304:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62216 00000100:00100000:0.0:1780298662.633309:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:30556:x1866777609970688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.633323:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.633340:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038398 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d45 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633402:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633415:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633424:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.633449:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2757425 00000004:00200000:0.0:1780298662.633452:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.633465:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633484:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e63038398 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 91 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633494:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 90 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.633500:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.633502:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.633505:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.633528:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:30556:x1866777609970688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 219us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.633532:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62216 00000100:00100000:1.0:1780298662.634760:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.634822:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970816 00000100:00100000:0.0:1780298662.634826:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970816 00000100:00100000:0.0:1780298662.634857:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7015 00000100:00100000:0.0:1780298662.634863:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609970816:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.635020:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2757425 -> 2757425 00002000:00010000:0.0:1780298662.635023:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.635025:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298662 -> 1780298663 00002000:00010000:0.0:1780298662.635027:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.635028:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1008 -> 1272 00000100:00100000:0.0:1780298662.635057:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609970816:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 195us (300us total) trans 4294969934 rc 0/0 00000100:00100000:0.0:1780298662.635063:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7015 00000100:00100000:3.0:1780298662.635813:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.635874:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609970944 00000100:00100000:0.0:1780298662.635879:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609970944 00000100:00100000:0.0:1780298662.635906:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62217 00000100:00100000:0.0:1780298662.635912:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+83:30556:x1866777609970944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.635921:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.635929:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e630383a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d4c expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.635965:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.635972:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.635977:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.635988:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2757425 00000004:00200000:0.0:1780298662.635990:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.635998:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.636011:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e630383a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d4c expref: 85 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.636020:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d4c expref: 84 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.636034:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.636036:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.636038:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298662.636061:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:30556:x1866777609970944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 150us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.636066:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62217 00000100:00100000:3.0:1780298662.636931:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.636955:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.636977:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971072 00000100:00100000:2.0:1780298662.636984:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971072 00000100:00100000:1.0:1780298662.637003:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971200 00000100:00100000:1.0:1780298662.637009:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971200 00000100:00100000:2.0:1780298662.637028:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11460 00000100:00100000:2.0:1780298662.637048:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609971072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.637048:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11461 00010000:00010000:2.0:1780298662.637061:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.637066:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.637074:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630383b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d53 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.637077:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.637089:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630383bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d5a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.637144:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605259392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.637168:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605259520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.637231:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.637231:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.637966:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.637977:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605259392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.637993:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630383bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d5a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.638007:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630383bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d5a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.638014:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298662.638024:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605259520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.638041:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630383b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d53 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.638055:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630383b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d53 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.638056:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1096us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298662.638073:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298662.638073:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11461 00000100:00100000:2.0:1780298662.638098:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609971072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1167us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.638103:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11460 00000100:00100000:3.0:1780298662.638927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.638947:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.638963:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971328 00000100:00100000:1.0:1780298662.638967:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971328 00000100:00100000:0.0:1780298662.638986:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971456 00000100:00100000:0.0:1780298662.638991:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971456 00000100:00100000:1.0:1780298662.638995:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11462 00000100:00100000:1.0:1780298662.639009:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609971328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.639016:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.639023:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630383c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d61 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.639031:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11463 00000100:00100000:0.0:1780298662.639042:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.639050:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605259648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.639051:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.639062:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e630383c9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d68 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.639089:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.639095:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605259776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.639144:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.639801:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605259648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.639823:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630383c2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d61 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.639839:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e630383c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d61 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.639849:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.639882:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609971328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (954us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.639890:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11462 00000100:00100000:0.0:1780298662.639906:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605259776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.639923:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e630383c9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d68 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.639934:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e630383c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d68 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.639941:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298662.639962:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1015us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.639967:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11463 00000100:00100000:2.0:1780298662.641178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.641219:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.641221:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971584 00000100:00100000:3.0:1780298662.641228:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971584 00000100:00100000:0.0:1780298662.641263:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971712 00000100:00100000:3.0:1780298662.641270:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11464 00000100:00100000:0.0:1780298662.641275:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971712 00000100:00100000:3.0:1780298662.641282:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609971584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.641293:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.641303:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630383d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d6f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.641314:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11465 00000100:00100000:0.0:1780298662.641324:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.641333:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.641340:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605259904:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.641343:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630383d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d76 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.641379:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605260032:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.641395:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.641410:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.642181:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605259904:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.642185:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605260032:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.642206:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630383d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d6f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.642208:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630383d7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d76 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.642232:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630383d7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d76 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.642238:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630383d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d6f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.642255:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298662.642258:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.642290:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609971584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1112us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.642291:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609971712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1070us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.642308:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11464 00000100:00100000:1.0:1780298662.642315:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11465 00000100:00100000:1.0:1780298662.643172:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.643215:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971840 00000100:00100000:3.0:1780298662.643220:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971840 00000100:00100000:3.0:1780298662.643251:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11466 00000100:00100000:3.0:1780298662.643260:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609971840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.643269:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.643278:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d7d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.643296:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.643306:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(60 0) 00010000:00010000:3.0:1780298662.643317:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:3.0:1780298662.643322:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1458176->1462271] (req 1458176->1462271) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.643346:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.643360:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 9 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.643372:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605260160:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.643414:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.644020:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605260160:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.644035:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1458176->1462271] (req 1458176->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.644047:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298662.644075:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609971840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.644082:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11466 00000100:00100000:0.0:1780298662.644413:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.644447:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609971968 00000100:00100000:1.0:1780298662.644453:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609971968 00010000:00010000:1.0:1780298662.644475:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.644502:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15520 00000100:00100000:1.0:1780298662.644510:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609971968:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.644520:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.644532:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.644540:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.644553:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce272b4a/0xaf35132e63038359 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d14 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.644560:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:1.0:1780298662.644562:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:1.0:1780298662.644572:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.644578:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.644594:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.644600:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605260288:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.644628:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.645258:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605260288:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.645271:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.645307:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609971968:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 798us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.645314:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15520 00000100:00100000:2.0:1780298662.645552:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.645585:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972096 00000100:00100000:3.0:1780298662.645591:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972096 00002000:00100000:3.0:1780298662.645618:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1458176->1462271) req@ffff9cf34372f100 x1866777609972096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.645629:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777609972096 ext(1458176->1462271) 00002000:00010000:3.0:1780298662.645639:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:3.0:1780298662.645662:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7016 00000100:00100000:3.0:1780298662.645672:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609972096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.645808:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609972096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 137us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.645815:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7016 00002000:00100000:3.0:1780298662.645823:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1458176->1462271) req@ffff9cf34372f100 x1866777609972096/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.645832:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777609972096 ext(1458176->1462271) 00002000:00010000:3.0:1780298662.645835:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:0.0:1780298662.646772:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.646812:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972224 00000100:00100000:2.0:1780298662.646816:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972224 00002000:00100000:2.0:1780298662.646833:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1462272->1466367) req@ffff9cf25548aa00 x1866777609972224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.646840:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548aa00 with x1866777609972224 ext(1462272->1466367) 00002000:00010000:2.0:1780298662.646842:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548aa00 00000100:00100000:2.0:1780298662.646859:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7017 00000100:00100000:2.0:1780298662.646866:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609972224:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.646933:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609972224:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.646939:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7017 00002000:00100000:2.0:1780298662.646945:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1462272->1466367) req@ffff9cf25548aa00 x1866777609972224/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.646953:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548aa00 with x1866777609972224 ext(1462272->1466367) 00002000:00010000:2.0:1780298662.646957:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548aa00 00000100:00100000:1.0:1780298662.647921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.647958:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972352 00000100:00100000:0.0:1780298662.647963:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972352 00000100:00100000:0.0:1780298662.648007:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11467 00000100:00100000:0.0:1780298662.648015:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609972352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.648033:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.648047:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630383e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d84 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.648087:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605260416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.648171:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.648860:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605260416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.648881:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630383e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d84 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.648897:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630383e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d84 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.648907:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298662.648936:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609972352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1016us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.648944:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11467 00000100:00100000:2.0:1780298662.649805:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.649844:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972480 00000100:00100000:0.0:1780298662.649849:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972480 00000100:00100000:0.0:1780298662.649882:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11468 00000100:00100000:0.0:1780298662.649891:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609972480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.649900:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.649909:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e630383ec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d8b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.649949:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605260544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.649989:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.650648:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605260544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.650664:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e630383ec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d8b expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.650678:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e630383ec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d8b expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.650688:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298662.650719:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609972480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (913us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.650726:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11468 00000100:00100000:1.0:1780298662.651606:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.651647:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972608 00000100:00100000:0.0:1780298662.651652:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972608 00000100:00100000:0.0:1780298662.651685:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11469 00000100:00100000:0.0:1780298662.651693:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609972608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.651701:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.651711:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630383f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d92 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.651739:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605260672:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.651782:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.652392:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605260672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.652408:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630383f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d92 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.652422:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e630383f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d92 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.652432:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298662.652463:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609972608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (859us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.652471:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11469 00000100:00100000:1.0:1780298662.653373:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.653412:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972736 00000100:00100000:2.0:1780298662.653416:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972736 00002000:00100000:2.0:1780298662.653440:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1957888->1961983) req@ffff9cf24310ea00 x1866777609972736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.653447:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ea00 with x1866777609972736 ext(1957888->1961983) 00002000:00010000:2.0:1780298662.653450:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ea00 00000100:00100000:2.0:1780298662.653468:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7018 00000100:00100000:2.0:1780298662.653475:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609972736:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.653590:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609972736:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 115us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.653598:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7018 00002000:00100000:2.0:1780298662.653604:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1957888->1961983) req@ffff9cf24310ea00 x1866777609972736/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.653614:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ea00 with x1866777609972736 ext(1957888->1961983) 00002000:00010000:2.0:1780298662.653618:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ea00 00000100:00100000:1.0:1780298662.654500:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.654543:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972864 00000100:00100000:2.0:1780298662.654548:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972864 00002000:00100000:2.0:1780298662.654565:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1961984->1966079) req@ffff9cf24310ed80 x1866777609972864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.654572:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ed80 with x1866777609972864 ext(1961984->1966079) 00002000:00010000:2.0:1780298662.654574:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ed80 00000100:00100000:2.0:1780298662.654590:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7019 00000100:00100000:2.0:1780298662.654595:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609972864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.654655:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609972864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.654659:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7019 00002000:00100000:2.0:1780298662.654664:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1961984->1966079) req@ffff9cf24310ed80 x1866777609972864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.654670:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ed80 with x1866777609972864 ext(1961984->1966079) 00002000:00010000:2.0:1780298662.654672:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ed80 00000100:00100000:0.0:1780298662.655524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.655565:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609972992 00000100:00100000:1.0:1780298662.655570:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609972992 00002000:00100000:1.0:1780298662.655593:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1966080->1970175) req@ffff9cf25548ad80 x1866777609972992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.655600:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548ad80 with x1866777609972992 ext(1966080->1970175) 00002000:00010000:1.0:1780298662.655602:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548ad80 00000100:00100000:1.0:1780298662.655618:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7020 00000100:00100000:1.0:1780298662.655623:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609972992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.655694:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609972992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.655714:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7020 00002000:00100000:1.0:1780298662.655722:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1966080->1970175) req@ffff9cf25548ad80 x1866777609972992/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.655730:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548ad80 with x1866777609972992 ext(1966080->1970175) 00002000:00010000:1.0:1780298662.655733:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548ad80 00000100:00100000:1.0:1780298662.656858:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.656940:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973120 00000100:00100000:3.0:1780298662.656947:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973120 00000100:00100000:3.0:1780298662.656980:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11470 00000100:00100000:3.0:1780298662.656988:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609973120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.657000:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.657016:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630383fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6d99 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.657060:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605260800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.657108:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.657862:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605260800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.657882:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630383fa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d99 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.657907:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630383fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d99 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.657915:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.657943:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609973120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1087us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.657948:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11470 00000100:00100000:0.0:1780298662.658886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.658920:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973248 00000100:00100000:1.0:1780298662.658924:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973248 00000100:00100000:1.0:1780298662.658952:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11471 00000100:00100000:1.0:1780298662.658958:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609973248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.658965:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.658973:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038401 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6da0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.658997:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605260928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.659039:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.659843:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605260928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.659862:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038401 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6da0 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.659878:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038401 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6da0 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.659889:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:0.0:1780298662.659917:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609973248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1034us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.659923:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11471 00000100:00100000:2.0:1780298662.661029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.661633:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973376 00000100:00100000:0.0:1780298662.661646:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973376 00000100:00100000:0.0:1780298662.661689:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11472 00000100:00100000:0.0:1780298662.661704:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609973376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.661717:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.661733:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038408 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6da7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.661778:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605261056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.661832:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.662695:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605261056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.662712:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038408 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6da7 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.662727:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038408 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6da7 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.662737:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298662.662769:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609973376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1744us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.662776:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11472 00000100:00100000:1.0:1780298662.664073:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.664115:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973504 00000100:00100000:3.0:1780298662.664121:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973504 00002000:00100000:3.0:1780298662.664186:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2461696->2465791) req@ffff9cf24310dc00 x1866777609973504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.664197:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310dc00 with x1866777609973504 ext(2461696->2465791) 00002000:00010000:3.0:1780298662.664202:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310dc00 00000100:00100000:3.0:1780298662.664222:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7021 00000100:00100000:3.0:1780298662.664232:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.664365:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 135us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.664372:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7021 00002000:00100000:3.0:1780298662.664379:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2461696->2465791) req@ffff9cf24310dc00 x1866777609973504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.664388:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310dc00 with x1866777609973504 ext(2461696->2465791) 00002000:00010000:3.0:1780298662.664391:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310dc00 00000100:00100000:2.0:1780298662.665437:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.665483:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973632 00000100:00100000:0.0:1780298662.665488:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973632 00002000:00100000:0.0:1780298662.665511:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2465792->2469887) req@ffff9cf34372dc00 x1866777609973632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.665521:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777609973632 ext(2465792->2469887) 00002000:00010000:0.0:1780298662.665529:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:0.0:1780298662.665553:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7022 00000100:00100000:0.0:1780298662.665560:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.665647:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.665655:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7022 00002000:00100000:0.0:1780298662.665661:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2465792->2469887) req@ffff9cf34372dc00 x1866777609973632/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.665671:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372dc00 with x1866777609973632 ext(2465792->2469887) 00002000:00010000:0.0:1780298662.665674:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372dc00 00000100:00100000:2.0:1780298662.666499:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.666531:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973760 00000100:00100000:0.0:1780298662.666536:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973760 00002000:00100000:0.0:1780298662.666554:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2469888->2473983) req@ffff9cf244810000 x1866777609973760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.666563:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777609973760 ext(2469888->2473983) 00002000:00010000:0.0:1780298662.666566:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:0.0:1780298662.666586:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7023 00000100:00100000:0.0:1780298662.666593:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609973760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.666669:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609973760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 76us (170us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.666676:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7023 00002000:00100000:0.0:1780298662.666682:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2469888->2473983) req@ffff9cf244810000 x1866777609973760/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.666702:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810000 with x1866777609973760 ext(2469888->2473983) 00002000:00010000:0.0:1780298662.666706:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810000 00000100:00100000:1.0:1780298662.667637:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.667683:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609973888 00000100:00100000:2.0:1780298662.667687:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609973888 00002000:00100000:2.0:1780298662.667706:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2473984->2478079) req@ffff9cf343966a00 x1866777609973888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.667712:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777609973888 ext(2473984->2478079) 00002000:00010000:2.0:1780298662.667715:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:2.0:1780298662.667731:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7024 00000100:00100000:2.0:1780298662.667736:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.667803:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609973888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (168us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.667807:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7024 00002000:00100000:2.0:1780298662.667812:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2473984->2478079) req@ffff9cf343966a00 x1866777609973888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.667818:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777609973888 ext(2473984->2478079) 00002000:00010000:2.0:1780298662.667820:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:2.0:1780298662.668816:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.668860:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974016 00000100:00100000:1.0:1780298662.668864:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974016 00002000:00100000:1.0:1780298662.668883:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2478080->2482175) req@ffff9cf37baee680 x1866777609974016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.668889:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baee680 with x1866777609974016 ext(2478080->2482175) 00002000:00010000:1.0:1780298662.668893:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baee680 00000100:00100000:1.0:1780298662.668908:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7025 00000100:00100000:1.0:1780298662.668919:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.668980:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.668985:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7025 00002000:00100000:1.0:1780298662.668988:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2478080->2482175) req@ffff9cf37baee680 x1866777609974016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.668994:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baee680 with x1866777609974016 ext(2478080->2482175) 00002000:00010000:1.0:1780298662.668997:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baee680 00000100:00100000:0.0:1780298662.669885:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.669922:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974144 00000100:00100000:3.0:1780298662.669928:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974144 00002000:00100000:3.0:1780298662.669950:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2482176->2486271) req@ffff9cf255488700 x1866777609974144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.669960:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777609974144 ext(2482176->2486271) 00002000:00010000:3.0:1780298662.669964:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:3.0:1780298662.669984:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7026 00000100:00100000:3.0:1780298662.669992:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.670054:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (173us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.670059:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7026 00002000:00100000:3.0:1780298662.670063:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2482176->2486271) req@ffff9cf255488700 x1866777609974144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.670069:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777609974144 ext(2482176->2486271) 00002000:00010000:3.0:1780298662.670072:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:3.0:1780298662.670917:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.670953:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974272 00000100:00100000:0.0:1780298662.670958:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974272 00002000:00100000:0.0:1780298662.670980:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2486272->2490367) req@ffff9cf36e56f100 x1866777609974272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.670989:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f100 with x1866777609974272 ext(2486272->2490367) 00002000:00010000:0.0:1780298662.670993:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f100 00000100:00100000:0.0:1780298662.671019:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7027 00000100:00100000:0.0:1780298662.671029:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.671087:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (172us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.671092:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7027 00002000:00100000:0.0:1780298662.671096:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2486272->2490367) req@ffff9cf36e56f100 x1866777609974272/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.671102:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f100 with x1866777609974272 ext(2486272->2490367) 00002000:00010000:0.0:1780298662.671105:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f100 00000100:00100000:2.0:1780298662.671882:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.671915:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974400 00000100:00100000:0.0:1780298662.671919:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974400 00002000:00100000:0.0:1780298662.671934:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2490368->2494463) req@ffff9cf241b01880 x1866777609974400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.671940:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777609974400 ext(2490368->2494463) 00002000:00010000:0.0:1780298662.671948:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:0.0:1780298662.671963:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7028 00000100:00100000:0.0:1780298662.671969:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.672019:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (137us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.672025:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7028 00002000:00100000:0.0:1780298662.672030:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2490368->2494463) req@ffff9cf241b01880 x1866777609974400/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.672037:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777609974400 ext(2490368->2494463) 00002000:00010000:0.0:1780298662.672041:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:2.0:1780298662.672821:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.672852:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974528 00000100:00100000:0.0:1780298662.672857:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974528 00002000:00100000:0.0:1780298662.672871:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2494464->2498559) req@ffff9cf241b01180 x1866777609974528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.672877:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777609974528 ext(2494464->2498559) 00002000:00010000:0.0:1780298662.672879:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:0.0:1780298662.672894:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7029 00000100:00100000:0.0:1780298662.672898:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.672950:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (129us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.672957:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7029 00002000:00100000:0.0:1780298662.672963:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2494464->2498559) req@ffff9cf241b01180 x1866777609974528/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.672984:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777609974528 ext(2494464->2498559) 00002000:00010000:0.0:1780298662.672987:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:3.0:1780298662.673772:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.673809:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974656 00000100:00100000:1.0:1780298662.673813:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974656 00002000:00100000:1.0:1780298662.673832:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2498560->2502655) req@ffff9cf36e56ca80 x1866777609974656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.673838:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ca80 with x1866777609974656 ext(2498560->2502655) 00002000:00010000:1.0:1780298662.673841:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ca80 00000100:00100000:1.0:1780298662.673857:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7030 00000100:00100000:1.0:1780298662.673862:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.673914:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (144us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.673919:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7030 00002000:00100000:1.0:1780298662.673923:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2498560->2502655) req@ffff9cf36e56ca80 x1866777609974656/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.673929:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ca80 with x1866777609974656 ext(2498560->2502655) 00002000:00010000:1.0:1780298662.673932:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ca80 00000100:00100000:2.0:1780298662.674688:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.674723:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974784 00000100:00100000:3.0:1780298662.674728:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974784 00002000:00100000:3.0:1780298662.674747:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2502656->2506751) req@ffff9cf241b03800 x1866777609974784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.674757:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03800 with x1866777609974784 ext(2502656->2506751) 00002000:00010000:3.0:1780298662.674760:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03800 00000100:00100000:3.0:1780298662.674778:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7031 00000100:00100000:3.0:1780298662.674785:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.674853:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609974784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (164us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.674860:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7031 00002000:00100000:3.0:1780298662.674866:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2502656->2506751) req@ffff9cf241b03800 x1866777609974784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.674876:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03800 with x1866777609974784 ext(2502656->2506751) 00002000:00010000:3.0:1780298662.674879:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03800 00000100:00100000:2.0:1780298662.675722:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.675759:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609974912 00000100:00100000:0.0:1780298662.675763:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609974912 00002000:00100000:0.0:1780298662.675779:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2506752->2510847) req@ffff9cf241b00000 x1866777609974912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.675785:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00000 with x1866777609974912 ext(2506752->2510847) 00002000:00010000:0.0:1780298662.675788:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b00000 00000100:00100000:0.0:1780298662.675802:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7032 00000100:00100000:0.0:1780298662.675808:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.675872:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609974912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.675879:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7032 00002000:00100000:0.0:1780298662.675886:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2506752->2510847) req@ffff9cf241b00000 x1866777609974912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.675895:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00000 with x1866777609974912 ext(2506752->2510847) 00002000:00010000:0.0:1780298662.675898:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b00000 00000100:00100000:1.0:1780298662.676773:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.676805:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975040 00000100:00100000:0.0:1780298662.676809:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975040 00002000:00100000:0.0:1780298662.676823:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2510848->2514943) req@ffff9cf343967480 x1866777609975040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.676829:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777609975040 ext(2510848->2514943) 00002000:00010000:0.0:1780298662.676831:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:0.0:1780298662.676851:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7033 00000100:00100000:0.0:1780298662.676857:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609975040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.676909:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609975040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (136us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.676916:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7033 00002000:00100000:0.0:1780298662.676922:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2510848->2514943) req@ffff9cf343967480 x1866777609975040/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.676930:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777609975040 ext(2510848->2514943) 00002000:00010000:0.0:1780298662.676933:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:2.0:1780298662.677749:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.677788:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975168 00000100:00100000:0.0:1780298662.677793:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975168 00002000:00100000:0.0:1780298662.677811:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2519039) req@ffff9cf241b01c00 x1866777609975168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.677819:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01c00 with x1866777609975168 ext(2514944->2519039) 00002000:00010000:0.0:1780298662.677822:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01c00 00000100:00100000:0.0:1780298662.677839:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7034 00000100:00100000:0.0:1780298662.677846:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609975168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.677899:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609975168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (150us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.677905:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7034 00002000:00100000:0.0:1780298662.677909:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2519039) req@ffff9cf241b01c00 x1866777609975168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.677915:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01c00 with x1866777609975168 ext(2514944->2519039) 00002000:00010000:0.0:1780298662.677922:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b01c00 00000100:00100000:2.0:1780298662.678713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.678747:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975296 00000100:00100000:1.0:1780298662.678750:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975296 00002000:00100000:1.0:1780298662.678765:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2519040->2523135) req@ffff9cf241b03100 x1866777609975296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.678771:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777609975296 ext(2519040->2523135) 00002000:00010000:1.0:1780298662.678774:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:1.0:1780298662.678786:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7035 00000100:00100000:1.0:1780298662.678791:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609975296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.678841:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609975296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.678845:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7035 00002000:00100000:1.0:1780298662.678849:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2519040->2523135) req@ffff9cf241b03100 x1866777609975296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.678854:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777609975296 ext(2519040->2523135) 00002000:00010000:1.0:1780298662.678857:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:1.0:1780298662.679781:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.679827:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975424 00000100:00100000:0.0:1780298662.679831:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975424 00000100:00100000:0.0:1780298662.679855:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11473 00000100:00100000:0.0:1780298662.679860:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609975424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.679869:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.679883:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6303840f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dae expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.679930:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605261184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.680005:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.680728:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605261184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.680754:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6303840f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dae expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.680773:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e6303840f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dae expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.680781:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298662.680805:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609975424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1036us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.680810:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11473 00000100:00100000:2.0:1780298662.681666:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.681725:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975552 00000100:00100000:3.0:1780298662.681730:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975552 00000100:00100000:3.0:1780298662.681764:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11474 00000100:00100000:3.0:1780298662.681772:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609975552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.681781:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.681790:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038416 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6db5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.681822:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605261312:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.681865:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.682544:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605261312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.682557:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038416 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6db5 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.682568:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038416 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6db5 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.682593:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.682614:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609975552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (950us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.682619:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11474 00000100:00100000:2.0:1780298662.683477:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.683520:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975680 00000100:00100000:0.0:1780298662.683526:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975680 00000100:00100000:0.0:1780298662.683560:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11475 00000100:00100000:0.0:1780298662.683568:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609975680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.683583:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.683595:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dbc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.683622:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.683632:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:0.0:1780298662.683637:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:0.0:1780298662.683642:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->1720319] (req 1695744->1720319) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.683667:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.683683:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 10 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.683695:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605261440:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.683739:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.684378:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605261440:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.684395:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->1720319] (req 1695744->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.684407:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298662.684439:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609975680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.684444:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11475 00000100:00100000:1.0:1780298662.684734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.684764:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975808 00000100:00100000:3.0:1780298662.684767:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975808 00010000:00010000:3.0:1780298662.684783:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.684804:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15521 00000100:00100000:3.0:1780298662.684809:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609975808:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.684816:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.684827:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.684835:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.684849:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630383de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1458176->1462271) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d7d expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.684856:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:3.0:1780298662.684858:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:3.0:1780298662.684864:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.684875:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.684891:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.684898:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605261568:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298662.684925:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.685673:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605261568:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.685749:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.685810:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777609975808:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 965us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.685822:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15521 00000100:00100000:1.0:1780298662.685824:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.685866:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609975936 00000100:00100000:0.0:1780298662.685871:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609975936 00000100:00100000:0.0:1780298662.685906:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7036 00000100:00100000:0.0:1780298662.685913:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609975936:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.686105:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2757425 -> 2757425 00002000:00010000:0.0:1780298662.686108:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.686111:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.686113:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.686116:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1272 -> 1272 00000100:00100000:0.0:1780298662.686179:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609975936:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 265us (358us total) trans 4294969935 rc 0/0 00000100:00100000:0.0:1780298662.686186:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7036 00000100:00100000:2.0:1780298662.687040:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.687072:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976064 00000100:00100000:0.0:1780298662.687076:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976064 00000100:00100000:0.0:1780298662.687099:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11476 00000100:00100000:0.0:1780298662.687105:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609976064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.687114:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.687150:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63038424 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dc3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.687200:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605261696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.687241:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.687848:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605261696:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.687875:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63038424 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dc3 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.687892:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e63038424 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dc3 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.687902:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298662.687926:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609976064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (887us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.687931:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11476 00000100:00100000:1.0:1780298662.688678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.688713:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976192 00000100:00100000:0.0:1780298662.688718:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976192 00000100:00100000:0.0:1780298662.688747:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11477 00000100:00100000:0.0:1780298662.688754:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609976192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.688761:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.688767:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6303842b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dca expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.688786:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605261824:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.688816:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.689448:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605261824:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.689462:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6303842b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dca expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.689476:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e6303842b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dca expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.689492:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298662.689521:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777609976192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (844us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.689526:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11477 00010000:00010000:2.0:1780298662.691260:0:10277:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1780298662.691272:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.691325:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976448 00000100:00100000:0.0:1780298662.691330:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976448 00000100:00100000:0.0:1780298662.691364:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62218 00000100:00100000:0.0:1780298662.691370:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+84:30556:x1866777609976448:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.691407:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.691423:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630383ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d4c expref: 84 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.691434:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.691437:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.691576:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.691588:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 89 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.691599:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.691618:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 89 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.691637:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 89 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.691646:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605261952:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.691682:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.692406:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605261952:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.692418:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.692586:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.692627:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976576 00000100:00100000:2.0:1780298662.692631:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976576 00010000:00010000:2.0:1780298662.692647:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 90 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.692665:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15522 00000100:00100000:2.0:1780298662.692670:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:2400:x1866777609976576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.692677:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.692681:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 90 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692688:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 90 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692698:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e6303839f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d45 expref: 90 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692705:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.692707:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692714:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692719:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.692742:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.692761:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.692768:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:2400:x1866777609976576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 96us (181us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.692774:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.692778:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15522 00000001:00080000:0.0:1780298662.692831:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991239 00000004:00010000:0.0:1780298662.692852:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000553176b4 reply state 000000004e736d8b transno 4294991240 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.692865:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.692873:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.692876:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.692878:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.692936:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:30556:x1866777609976448:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1565us (1666us total) trans 4294991240 rc 0/0 00000100:00100000:0.0:1780298662.692945:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62218 00000020:00080000:0.0:1780298662.692955:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.693579:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.693630:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976704 00000100:00100000:1.0:1780298662.693635:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976704 00000100:00100000:1.0:1780298662.693669:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11478 00000100:00100000:1.0:1780298662.693679:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609976704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.693688:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.693706:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dd1 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.693727:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.693736:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(61 0) 00010000:00010000:1.0:1780298662.693741:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(62 0) 00010000:00010000:1.0:1780298662.693745:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.693766:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.693778:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 10 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.693790:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605262080:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.693831:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.694453:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605262080:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.694539:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.694565:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298662.694586:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.694608:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976832 00000100:00100000:1.0:1780298662.694613:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976832 00000100:00100000:3.0:1780298662.694622:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609976704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1042us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298662.694632:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.694647:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11478 00000100:00100000:1.0:1780298662.694674:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15523 00000100:00100000:1.0:1780298662.694683:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609976832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.694700:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.694715:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.694726:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.694740:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e6303841d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1695744->35250175] (req 1695744->1720319) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dbc expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.694750:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(62 0) 00010000:00010000:1.0:1780298662.694754:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(62 0) 00010000:00010000:1.0:1780298662.694759:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.694768:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.694790:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.694801:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605262208:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.694837:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.695541:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605262208:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.695552:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.695587:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609976832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 905us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.695595:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15523 00000100:00100000:2.0:1780298662.695705:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.695741:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609976960 00000100:00100000:0.0:1780298662.695747:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609976960 00000100:00100000:0.0:1780298662.695771:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11479 00000100:00100000:0.0:1780298662.695777:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609976960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.695784:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.695792:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dd8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.695806:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.695811:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(35 0) 00010000:00010000:0.0:1780298662.695814:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(36 0) 00010000:00010000:0.0:1780298662.695816:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.695827:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.695834:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 10 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.695840:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605262336:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.695870:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.696488:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605262336:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.696509:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696521:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298662.696550:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609976960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.696558:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11479 00000100:00100000:2.0:1780298662.696622:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.696657:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977088 00000100:00100000:0.0:1780298662.696661:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977088 00010000:00010000:0.0:1780298662.696678:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 11 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.696705:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15524 00000100:00100000:0.0:1780298662.696712:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609977088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.696726:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.696738:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 11 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696748:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 11 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696763:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e63038360 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6d1b expref: 11 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696773:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(36 0) 00010000:00010000:0.0:1780298662.696783:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(36 0) 00010000:00010000:0.0:1780298662.696788:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696797:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.696819:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.696829:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605262464:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.696866:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.697511:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605262464:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.697523:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.697551:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609977088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 839us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.697559:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15524 00000100:00100000:1.0:1780298662.697628:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.697660:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977344 00000100:00100000:1.0:1780298662.697663:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.697665:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977344 00002000:00010000:0.0:1780298662.697682:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2240537->18446744073709551615) 00002000:00100000:0.0:1780298662.697685:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777609977344 ext(2240537->18446744073709551615) 00002000:00010000:0.0:1780298662.697691:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964e00. 00000100:00100000:2.0:1780298662.697697:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977216 00000100:00100000:2.0:1780298662.697703:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977216 00000100:00100000:0.0:1780298662.697712:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7037 00000100:00100000:0.0:1780298662.697719:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609977344:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.697721:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.697727:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777609977216 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298662.697733:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80. 00000100:00100000:2.0:1780298662.697760:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7038 00000100:00100000:2.0:1780298662.697771:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777609977216:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.697866:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2757425 -> 4194304 00002000:00010000:2.0:1780298662.697870:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.697870:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 2240537 00002000:00010000:2.0:1780298662.697872:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.697874:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.697879:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1272 -> 1272 00002000:00010000:0.0:1780298662.697880:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.697883:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.697885:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.697888:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298662.697906:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609977216:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 138us (244us total) trans 4294969936 rc 0/0 00000100:00100000:2.0:1780298662.697914:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7038 00000100:00100000:0.0:1780298662.697918:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777609977344:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 197us (288us total) trans 4294969415 rc 0/0 00002000:00010000:2.0:1780298662.697920:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298662.697927:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777609977216 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298662.697932:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7037 00002000:00010000:2.0:1780298662.697933:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966d80. 00002000:00010000:0.0:1780298662.697936:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2240537->18446744073709551615) 00002000:00100000:0.0:1780298662.697941:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777609977344 ext(2240537->18446744073709551615) 00002000:00010000:0.0:1780298662.697948:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964e00. 00000100:00100000:2.0:1780298662.698636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.698679:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977472 00000100:00100000:1.0:1780298662.698684:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977472 00000100:00100000:1.0:1780298662.698718:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62219 00000100:00100000:1.0:1780298662.698726:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:30556:x1866777609977472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.698737:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.698748:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e63038447 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ddf expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698806:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698818:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698827:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.698847:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 6434841 00000004:00200000:1.0:1780298662.698851:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.698864:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698884:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e63038447 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698919:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 87 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.698926:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.698929:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.698932:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.698961:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:30556:x1866777609977472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 237us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.698968:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62219 00000100:00100000:3.0:1780298662.700412:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.700446:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977600 00000100:00100000:0.0:1780298662.700451:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977600 00000100:00100000:0.0:1780298662.700476:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62220 00000100:00100000:0.0:1780298662.700481:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+89:30556:x1866777609977600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.700488:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.700496:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038455 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6de6 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700532:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700539:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700545:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.700555:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 6434841 00000004:00200000:0.0:1780298662.700562:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.700572:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700585:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038455 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6de6 expref: 91 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700598:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6de6 expref: 90 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.700605:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.700608:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.700611:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298662.700644:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:30556:x1866777609977600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 162us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.700651:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62220 00000100:00100000:3.0:1780298662.701445:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.701473:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977728 00000100:00100000:0.0:1780298662.701477:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977728 00000100:00100000:0.0:1780298662.701503:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11480 00000100:00100000:0.0:1780298662.701509:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609977728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.701515:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.701524:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038463 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ded expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.701528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.701557:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605262592:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.701571:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977856 00000100:00100000:1.0:1780298662.701577:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977856 00000100:00100000:0.0:1780298662.701605:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.701612:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11481 00000100:00100000:1.0:1780298662.701621:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609977856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.701630:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.701640:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303846a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6df4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.701673:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605262720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.701706:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.702289:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605262592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.702317:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038463 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ded expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.702334:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038463 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ded expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.702345:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00002000:00010000:1.0:1780298662.702370:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.702377:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609977728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.702384:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11480 00000100:00100000:1.0:1780298662.702392:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605262720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.702411:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303846a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6df4 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.702431:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303846a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6df4 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.702439:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.702465:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609977856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (941us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.702469:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11481 00000100:00100000:3.0:1780298662.703246:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.703281:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609977984 00000100:00100000:1.0:1780298662.703286:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609977984 00000100:00100000:1.0:1780298662.703308:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11482 00000100:00100000:1.0:1780298662.703313:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609977984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.703319:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.703328:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6dfb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.703345:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.703353:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(62 0) 00010000:00010000:1.0:1780298662.703357:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(63 0) 00010000:00010000:1.0:1780298662.703362:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->1617919] (req 1572864->1617919) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.703381:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.703396:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.703403:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605262848:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.703433:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.703957:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605262848:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.703967:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->1617919] (req 1572864->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.703975:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.703997:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609977984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 684us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.704002:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11482 00000100:00100000:3.0:1780298662.704205:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.704235:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978112 00000100:00100000:0.0:1780298662.704240:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978112 00010000:00010000:0.0:1780298662.704260:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.704280:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15525 00000100:00100000:0.0:1780298662.704286:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609978112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.704294:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.704302:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.704309:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.704319:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038439 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd1 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.704331:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(63 0) 00010000:00010000:0.0:1780298662.704334:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(63 0) 00010000:00010000:0.0:1780298662.704339:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.704345:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.704360:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.704366:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605262976:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.704396:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.704975:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605262976:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.704983:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.705004:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609978112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 719us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.705009:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15525 00000100:00100000:3.0:1780298662.705185:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.705212:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978240 00000100:00100000:0.0:1780298662.705217:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978240 00000100:00100000:0.0:1780298662.705250:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7039 00000100:00100000:0.0:1780298662.705258:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609978240:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.705393:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298662.705400:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.705402:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.705403:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.705405:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1272 -> 1360 00000100:00100000:0.0:1780298662.705427:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609978240:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 171us (244us total) trans 4294969937 rc 0/0 00000100:00100000:0.0:1780298662.705431:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7039 00000100:00100000:2.0:1780298662.706168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.706194:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978368 00000100:00100000:0.0:1780298662.706198:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978368 00000100:00100000:0.0:1780298662.706222:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11483 00000100:00100000:0.0:1780298662.706230:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609978368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.706238:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.706246:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63038478 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e02 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.706280:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605263104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.706312:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.706851:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605263104:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.706864:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63038478 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e02 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.706874:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e63038478 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e02 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.706880:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298662.706907:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609978368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 679us (741us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.706912:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11483 00000100:00100000:3.0:1780298662.707595:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.707637:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978496 00000100:00100000:2.0:1780298662.707642:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978496 00000100:00100000:2.0:1780298662.707673:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11484 00000100:00100000:2.0:1780298662.707681:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609978496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.707689:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.707705:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303847f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e09 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.707736:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605263232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.707774:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.708335:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605263232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.708349:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303847f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e09 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.708359:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e6303847f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e09 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.708366:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298662.708387:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609978496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 708us (794us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.708392:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11484 00000100:00100000:3.0:1780298662.709022:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.709059:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978624 00000100:00100000:1.0:1780298662.709064:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978624 00000100:00100000:1.0:1780298662.709097:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11485 00000100:00100000:1.0:1780298662.709105:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609978624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.709113:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.709122:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e10 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.709176:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.709193:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(63 0) 00010000:00010000:1.0:1780298662.709196:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(64 0) 00010000:00010000:1.0:1780298662.709199:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->1957887] (req 1921024->1957887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.709214:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.709224:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.709231:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605263360:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.709258:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.709788:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605263360:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.709800:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->1957887] (req 1921024->1957887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.709807:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.709830:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609978624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.709834:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11485 00000100:00100000:2.0:1780298662.709994:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.710031:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978752 00000100:00100000:0.0:1780298662.710039:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978752 00010000:00010000:0.0:1780298662.710059:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.710095:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15526 00000100:00100000:0.0:1780298662.710101:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609978752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.710108:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.710116:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.710164:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.710177:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038471 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1572864->35127295] (req 1572864->1617919) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dfb expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.710184:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(64 0) 00010000:00010000:0.0:1780298662.710187:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(64 0) 00010000:00010000:0.0:1780298662.710192:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.710197:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.710213:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.710220:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605263488:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.710251:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.710789:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605263488:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.710798:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.710821:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609978752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 721us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.710833:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15526 00000100:00100000:3.0:1780298662.710953:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.710989:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609978880 00000100:00100000:1.0:1780298662.710994:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609978880 00000100:00100000:1.0:1780298662.711030:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7040 00000100:00100000:1.0:1780298662.711046:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609978880:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.711228:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.711232:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.711235:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.711237:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.711240:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1360 00000100:00100000:1.0:1780298662.711279:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609978880:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (323us total) trans 4294969938 rc 0/0 00000100:00100000:1.0:1780298662.711288:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7040 00000100:00100000:2.0:1780298662.712037:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.712068:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979008 00000100:00100000:1.0:1780298662.712073:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979008 00000100:00100000:2.0:1780298662.712077:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.712105:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979136 00000100:00100000:1.0:1780298662.712109:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979136 00000100:00100000:3.0:1780298662.712165:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11486 00000100:00100000:1.0:1780298662.712177:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11487 00000100:00100000:3.0:1780298662.712183:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609979008:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.712189:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609979136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.712197:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.712200:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.712207:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303848d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e17 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.712210:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038494 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e1e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.712252:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605263616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.712256:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605263744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.712302:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.712307:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.712921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605263744:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.712930:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605263616:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.712939:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038494 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e1e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.712948:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303848d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e17 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.712975:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303848d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e17 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.712977:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038494 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e1e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.712989:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:1.0:1780298662.712992:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:0.0:1780298662.713018:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609979008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (980us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.713026:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609979136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (948us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.713031:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11486 00000100:00100000:1.0:1780298662.713037:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11487 00000100:00100000:2.0:1780298662.714031:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.714061:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.714071:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979264 00000100:00100000:0.0:1780298662.714077:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979264 00000100:00100000:3.0:1780298662.714097:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979392 00000100:00100000:3.0:1780298662.714101:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979392 00000100:00100000:0.0:1780298662.714113:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11488 00000100:00100000:0.0:1780298662.714122:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609979264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.714150:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.714164:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11489 00010000:00010000:0.0:1780298662.714172:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6303849b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e25 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.714175:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609979392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.714186:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.714195:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e2c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.714219:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605264000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.714223:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605263872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.714262:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.714268:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.714957:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605264000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.714978:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384a2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e2c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.714988:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605263872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.714995:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e2c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.715007:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00010000:00010000:0.0:1780298662.715008:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6303849b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e25 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.715040:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e6303849b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e25 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.715046:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609979392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (984us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.715058:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11489 00010000:00010000:0.0:1780298662.715060:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.715083:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777609979264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1054us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.715088:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11488 00000100:00100000:3.0:1780298662.715918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.715948:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979520 00000100:00100000:0.0:1780298662.715952:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979520 00000100:00100000:0.0:1780298662.715979:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11490 00000100:00100000:0.0:1780298662.715988:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609979520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.715997:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.716005:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e33 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.716023:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.716032:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(64 0) 00010000:00010000:0.0:1780298662.716036:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:0.0:1780298662.716040:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->2523135] (req 2514944->2523135) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.716060:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.716080:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.716092:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605264128:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.716182:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.716663:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605264128:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.716675:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->2523135] (req 2514944->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.716684:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376600, rc 0) 00000100:00100000:0.0:1780298662.716721:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609979520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 734us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.716729:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11490 00000100:00100000:3.0:1780298662.716877:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.716913:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979648 00000100:00100000:1.0:1780298662.716918:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979648 00010000:00010000:1.0:1780298662.716935:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 13 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.716956:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15527 00000100:00100000:1.0:1780298662.716962:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609979648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.716969:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.716976:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 13 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.716984:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 13 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.716995:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038486 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1921024->35475455] (req 1921024->1957887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e10 expref: 13 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.717002:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.717004:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.717009:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.717029:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.717058:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.717066:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605264256:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.717090:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.717754:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605264256:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.717765:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.717789:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609979648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 827us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.717797:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15527 00000100:00100000:2.0:1780298662.717946:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.717977:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979776 00000100:00100000:0.0:1780298662.717981:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979776 00002000:00100000:0.0:1780298662.718001:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2519039) req@ffff9cf36e5db100 x1866777609979776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.718008:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777609979776 ext(2514944->2519039) 00002000:00010000:0.0:1780298662.718012:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:0.0:1780298662.718028:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7041 00000100:00100000:0.0:1780298662.718033:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609979776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.718164:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609979776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.718175:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7041 00002000:00100000:0.0:1780298662.718181:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2519039) req@ffff9cf36e5db100 x1866777609979776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.718187:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777609979776 ext(2514944->2519039) 00002000:00010000:0.0:1780298662.718190:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:3.0:1780298662.718816:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.718847:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609979904 00000100:00100000:1.0:1780298662.718851:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609979904 00002000:00100000:1.0:1780298662.718866:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2519040->2523135) req@ffff9cf242b42a00 x1866777609979904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.718872:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777609979904 ext(2519040->2523135) 00002000:00010000:1.0:1780298662.718875:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42a00 00000100:00100000:1.0:1780298662.718890:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7042 00000100:00100000:1.0:1780298662.718895:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609979904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.718958:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609979904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.718963:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7042 00002000:00100000:1.0:1780298662.718967:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2519040->2523135) req@ffff9cf242b42a00 x1866777609979904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.718987:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777609979904 ext(2519040->2523135) 00002000:00010000:1.0:1780298662.718990:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b42a00 00000100:00100000:2.0:1780298662.719841:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.719868:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980032 00000100:00100000:1.0:1780298662.719872:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980032 00000100:00100000:1.0:1780298662.719893:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11491 00000100:00100000:1.0:1780298662.719899:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609980032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.719905:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.719912:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630384b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e3a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.719934:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605264384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.719967:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.720564:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605264384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.720576:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630384b0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e3a expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.720594:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e630384b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e3a expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.720601:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.720627:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609980032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (786us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.720635:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11491 00000100:00100000:3.0:1780298662.721434:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.721473:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980160 00000100:00100000:2.0:1780298662.721477:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980160 00000100:00100000:2.0:1780298662.721500:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11492 00000100:00100000:2.0:1780298662.721507:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609980160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.721515:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.721522:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630384b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e41 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.721553:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605264512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.721582:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.722195:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605264512:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.722210:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630384b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e41 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.722221:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630384b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e41 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.722228:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298662.722259:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777609980160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 751us (825us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.722265:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11492 00000100:00100000:3.0:1780298662.723096:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.723147:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980288 00000100:00100000:0.0:1780298662.723162:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980288 00000100:00100000:0.0:1780298662.723190:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11493 00000100:00100000:0.0:1780298662.723196:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609980288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.723203:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.723211:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630384be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e48 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.723230:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.723261:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980416 00000100:00100000:0.0:1780298662.723261:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605264640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.723270:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980416 00000100:00100000:1.0:1780298662.723297:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11494 00000100:00100000:0.0:1780298662.723303:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.723304:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609980416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.723313:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.723321:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e4f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.723343:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605264768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.723372:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.723983:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605264640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.723993:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605264768:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.723998:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630384be lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e48 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.724012:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e4f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.724012:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630384be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e48 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.724027:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00010000:00010000:1.0:1780298662.724034:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630384c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e4f expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.724042:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:0.0:1780298662.724054:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609980288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 858us (958us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.724059:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11493 00000100:00100000:1.0:1780298662.724065:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609980416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (838us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.724073:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11494 00000100:00100000:3.0:1780298662.725103:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.725173:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980544 00000100:00100000:1.0:1780298662.725178:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980544 00000100:00100000:3.0:1780298662.725200:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.725216:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980672 00000100:00100000:1.0:1780298662.725221:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980672 00000100:00100000:0.0:1780298662.725238:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11495 00000100:00100000:1.0:1780298662.725246:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11496 00000100:00100000:0.0:1780298662.725249:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609980544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.725257:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.725259:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609980672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.725266:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e56 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.725276:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.725285:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e5d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.725291:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605264896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.725320:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605265024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.725329:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.725349:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.726024:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605264896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.726038:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605265024:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.726047:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e56 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.726057:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e5d expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.726060:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e56 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.726079:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00010000:00010000:1.0:1780298662.726083:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e5d expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.726092:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:0.0:1780298662.726103:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609980544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (1001us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.726109:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11495 00000100:00100000:1.0:1780298662.726113:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609980672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (910us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.726119:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11496 00000100:00100000:2.0:1780298662.726981:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.727013:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980800 00000100:00100000:3.0:1780298662.727017:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980800 00000100:00100000:3.0:1780298662.727046:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11497 00000100:00100000:3.0:1780298662.727056:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609980800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.727064:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.727070:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630384da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e64 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.727092:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605265152:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.727121:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.727801:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605265152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.727816:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630384da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e64 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.727829:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630384da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e64 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.727839:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298662.727863:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609980800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (882us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.727869:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11497 00000100:00100000:2.0:1780298662.728567:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.728598:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609980928 00000100:00100000:1.0:1780298662.728602:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609980928 00000100:00100000:1.0:1780298662.728625:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11498 00000100:00100000:1.0:1780298662.728632:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609980928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.728640:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.728648:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e6b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.728672:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.728675:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.728681:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.728692:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.728705:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298662.728727:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609980928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 97us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.728732:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11498 00000100:00100000:1.0:1780298662.729524:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.729556:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981056 00000100:00100000:0.0:1780298662.729561:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981056 00002000:00100000:0.0:1780298662.729587:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1073152->1077247) req@ffff9cf24304ed80 x1866777609981056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.729597:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ed80 with x1866777609981056 ext(1073152->1077247) 00002000:00010000:0.0:1780298662.729602:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ed80 00000100:00100000:0.0:1780298662.729621:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7043 00000100:00100000:0.0:1780298662.729627:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.729718:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.729724:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7043 00002000:00100000:0.0:1780298662.729728:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1073152->1077247) req@ffff9cf24304ed80 x1866777609981056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.729734:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ed80 with x1866777609981056 ext(1073152->1077247) 00002000:00010000:0.0:1780298662.729742:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ed80 00000100:00100000:3.0:1780298662.730574:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.730618:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981184 00000100:00100000:0.0:1780298662.730622:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981184 00002000:00100000:0.0:1780298662.730639:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1077248->1081343) req@ffff9cf242860380 x1866777609981184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.730646:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860380 with x1866777609981184 ext(1077248->1081343) 00002000:00010000:0.0:1780298662.730648:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860380 00000100:00100000:0.0:1780298662.730662:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7044 00000100:00100000:0.0:1780298662.730667:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.730722:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.730726:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7044 00002000:00100000:0.0:1780298662.730730:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1077248->1081343) req@ffff9cf242860380 x1866777609981184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.730735:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860380 with x1866777609981184 ext(1077248->1081343) 00002000:00010000:0.0:1780298662.730737:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860380 00000100:00100000:2.0:1780298662.731683:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.731720:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981312 00000100:00100000:1.0:1780298662.731725:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981312 00002000:00100000:1.0:1780298662.731741:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1081344->1085439) req@ffff9cf36e5d9c00 x1866777609981312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.731748:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777609981312 ext(1081344->1085439) 00002000:00010000:1.0:1780298662.731750:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:1.0:1780298662.731766:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7045 00000100:00100000:1.0:1780298662.731771:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.731828:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.731833:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7045 00002000:00100000:1.0:1780298662.731844:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1081344->1085439) req@ffff9cf36e5d9c00 x1866777609981312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.731850:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777609981312 ext(1081344->1085439) 00002000:00010000:1.0:1780298662.731852:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:1.0:1780298662.732793:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.732842:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981440 00000100:00100000:0.0:1780298662.732847:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981440 00002000:00100000:0.0:1780298662.732869:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1085440->1089535) req@ffff9cf24304d500 x1866777609981440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.732878:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d500 with x1866777609981440 ext(1085440->1089535) 00002000:00010000:0.0:1780298662.732882:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304d500 00000100:00100000:0.0:1780298662.732900:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7046 00000100:00100000:0.0:1780298662.732908:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.732981:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (189us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.732989:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7046 00002000:00100000:0.0:1780298662.732995:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1085440->1089535) req@ffff9cf24304d500 x1866777609981440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.733004:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d500 with x1866777609981440 ext(1085440->1089535) 00002000:00010000:0.0:1780298662.733008:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304d500 00000100:00100000:3.0:1780298662.733825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.733858:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981568 00000100:00100000:1.0:1780298662.733862:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981568 00002000:00100000:1.0:1780298662.733877:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1089536->1093631) req@ffff9cf2556a9500 x1866777609981568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.733883:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777609981568 ext(1089536->1093631) 00002000:00010000:1.0:1780298662.733886:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:1.0:1780298662.733902:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7047 00000100:00100000:1.0:1780298662.733909:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.733971:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.733977:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7047 00002000:00100000:1.0:1780298662.733983:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1089536->1093631) req@ffff9cf2556a9500 x1866777609981568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.733992:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777609981568 ext(1089536->1093631) 00002000:00010000:1.0:1780298662.733996:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:2.0:1780298662.734849:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.734890:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981696 00000100:00100000:0.0:1780298662.734895:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981696 00002000:00100000:0.0:1780298662.734914:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1093632->1097727) req@ffff9cf36e5dad80 x1866777609981696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.734923:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777609981696 ext(1093632->1097727) 00002000:00010000:0.0:1780298662.734926:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:0.0:1780298662.734945:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7048 00000100:00100000:0.0:1780298662.734954:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.735017:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (167us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.735021:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7048 00002000:00100000:0.0:1780298662.735033:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1093632->1097727) req@ffff9cf36e5dad80 x1866777609981696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.735039:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777609981696 ext(1093632->1097727) 00002000:00010000:0.0:1780298662.735041:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:2.0:1780298662.735874:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.735911:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981824 00000100:00100000:0.0:1780298662.735920:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981824 00002000:00100000:0.0:1780298662.735933:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1097728->1101823) req@ffff9cf36e5d9180 x1866777609981824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.735939:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777609981824 ext(1097728->1101823) 00002000:00010000:0.0:1780298662.735941:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:0.0:1780298662.735956:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7049 00000100:00100000:0.0:1780298662.735960:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.736021:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609981824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (146us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.736026:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7049 00002000:00100000:0.0:1780298662.736029:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1097728->1101823) req@ffff9cf36e5d9180 x1866777609981824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.736035:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777609981824 ext(1097728->1101823) 00002000:00010000:0.0:1780298662.736037:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:3.0:1780298662.736814:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.736847:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609981952 00000100:00100000:1.0:1780298662.736852:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609981952 00002000:00100000:1.0:1780298662.736868:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1101824->1105919) req@ffff9cf37baeed80 x1866777609981952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.736883:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeed80 with x1866777609981952 ext(1101824->1105919) 00002000:00010000:1.0:1780298662.736886:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baeed80 00000100:00100000:1.0:1780298662.736901:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7050 00000100:00100000:1.0:1780298662.736906:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.736959:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609981952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.736964:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7050 00002000:00100000:1.0:1780298662.736969:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1101824->1105919) req@ffff9cf37baeed80 x1866777609981952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.736975:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeed80 with x1866777609981952 ext(1101824->1105919) 00002000:00010000:1.0:1780298662.736978:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baeed80 00000100:00100000:2.0:1780298662.737810:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.737843:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982080 00000100:00100000:0.0:1780298662.737847:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982080 00002000:00100000:0.0:1780298662.737861:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1105920->1110015) req@ffff9cf36e5d8e00 x1866777609982080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.737867:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8e00 with x1866777609982080 ext(1105920->1110015) 00002000:00010000:0.0:1780298662.737869:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8e00 00000100:00100000:0.0:1780298662.737883:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7051 00000100:00100000:0.0:1780298662.737887:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609982080:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.737940:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609982080:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (130us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.737952:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7051 00002000:00100000:0.0:1780298662.737957:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1105920->1110015) req@ffff9cf36e5d8e00 x1866777609982080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.737963:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8e00 with x1866777609982080 ext(1105920->1110015) 00002000:00010000:0.0:1780298662.737965:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8e00 00000100:00100000:2.0:1780298662.738875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.738919:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982208 00000100:00100000:1.0:1780298662.738923:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982208 00002000:00100000:1.0:1780298662.738937:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1110016->1114111) req@ffff9cf36e5d9500 x1866777609982208/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.738943:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777609982208 ext(1110016->1114111) 00002000:00010000:1.0:1780298662.738945:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:1.0:1780298662.738958:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7052 00000100:00100000:1.0:1780298662.738962:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609982208:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.739025:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609982208:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.739029:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7052 00002000:00100000:1.0:1780298662.739038:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1110016->1114111) req@ffff9cf36e5d9500 x1866777609982208/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.739043:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777609982208 ext(1110016->1114111) 00002000:00010000:1.0:1780298662.739046:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:3.0:1780298662.739889:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.739922:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982336 00000100:00100000:0.0:1780298662.739926:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982336 00002000:00100000:0.0:1780298662.739939:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1114112->1118207) req@ffff9cf37baedc00 x1866777609982336/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.739945:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedc00 with x1866777609982336 ext(1114112->1118207) 00002000:00010000:0.0:1780298662.739947:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedc00 00000100:00100000:0.0:1780298662.739960:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7053 00000100:00100000:0.0:1780298662.739966:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982336:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.740035:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982336:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (145us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.740042:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7053 00002000:00100000:0.0:1780298662.740048:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1114112->1118207) req@ffff9cf37baedc00 x1866777609982336/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.740056:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedc00 with x1866777609982336 ext(1114112->1118207) 00002000:00010000:0.0:1780298662.740060:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedc00 00000100:00100000:2.0:1780298662.740984:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.741056:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982464 00000100:00100000:0.0:1780298662.741060:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982464 00002000:00100000:0.0:1780298662.741077:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1118208->1122303) req@ffff9cf2433df480 x1866777609982464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.741093:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df480 with x1866777609982464 ext(1118208->1122303) 00002000:00010000:0.0:1780298662.741096:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433df480 00000100:00100000:0.0:1780298662.741114:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7054 00000100:00100000:0.0:1780298662.741120:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609982464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.741214:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609982464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.741220:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7054 00002000:00100000:0.0:1780298662.741224:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1118208->1122303) req@ffff9cf2433df480 x1866777609982464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.741230:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433df480 with x1866777609982464 ext(1118208->1122303) 00002000:00010000:0.0:1780298662.741233:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433df480 00000100:00100000:2.0:1780298662.742148:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.742188:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982592 00000100:00100000:1.0:1780298662.742191:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982592 00002000:00100000:1.0:1780298662.742207:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1122304->1126399) req@ffff9cf2433de300 x1866777609982592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.742218:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777609982592 ext(1122304->1126399) 00002000:00010000:1.0:1780298662.742221:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433de300 00000100:00100000:1.0:1780298662.742234:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7055 00000100:00100000:1.0:1780298662.742240:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609982592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.742291:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609982592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.742296:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7055 00002000:00100000:1.0:1780298662.742300:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1122304->1126399) req@ffff9cf2433de300 x1866777609982592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.742306:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777609982592 ext(1122304->1126399) 00002000:00010000:1.0:1780298662.742308:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433de300 00000100:00100000:3.0:1780298662.743074:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.743109:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982720 00000100:00100000:0.0:1780298662.743114:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982720 00002000:00100000:0.0:1780298662.743165:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1126400->1130495) req@ffff9cf37baec700 x1866777609982720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.743174:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec700 with x1866777609982720 ext(1126400->1130495) 00002000:00010000:0.0:1780298662.743178:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec700 00000100:00100000:0.0:1780298662.743196:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7056 00000100:00100000:0.0:1780298662.743204:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.743274:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.743281:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7056 00002000:00100000:0.0:1780298662.743294:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1126400->1130495) req@ffff9cf37baec700 x1866777609982720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.743302:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec700 with x1866777609982720 ext(1126400->1130495) 00002000:00010000:0.0:1780298662.743306:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec700 00000100:00100000:2.0:1780298662.744065:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.744114:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982848 00000100:00100000:1.0:1780298662.744118:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982848 00002000:00100000:1.0:1780298662.744145:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1130496->1134591) req@ffff9cf2433ddf80 x1866777609982848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.744151:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddf80 with x1866777609982848 ext(1130496->1134591) 00002000:00010000:1.0:1780298662.744172:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433ddf80 00000100:00100000:1.0:1780298662.744188:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7057 00000100:00100000:1.0:1780298662.744196:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.744246:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609982848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.744251:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7057 00002000:00100000:1.0:1780298662.744254:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1130496->1134591) req@ffff9cf2433ddf80 x1866777609982848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.744262:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddf80 with x1866777609982848 ext(1130496->1134591) 00002000:00010000:1.0:1780298662.744266:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433ddf80 00000100:00100000:2.0:1780298662.744968:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.745016:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609982976 00000100:00100000:0.0:1780298662.745021:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609982976 00002000:00100000:0.0:1780298662.745041:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1134592->1138687) req@ffff9cf2433dc700 x1866777609982976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.745050:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777609982976 ext(1134592->1138687) 00002000:00010000:0.0:1780298662.745053:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:0.0:1780298662.745078:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7058 00000100:00100000:0.0:1780298662.745087:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609982976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.745189:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609982976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 103us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.745197:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7058 00002000:00100000:0.0:1780298662.745204:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (1134592->1138687) req@ffff9cf2433dc700 x1866777609982976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.745212:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777609982976 ext(1134592->1138687) 00002000:00010000:0.0:1780298662.745216:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:3.0:1780298662.745933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.745965:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983104 00000100:00100000:0.0:1780298662.745968:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983104 00002000:00100000:0.0:1780298662.745982:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1138688->1142783) req@ffff9cf242b6b100 x1866777609983104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.745988:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b100 with x1866777609983104 ext(1138688->1142783) 00002000:00010000:0.0:1780298662.745995:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b100 00000100:00100000:0.0:1780298662.746009:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7059 00000100:00100000:0.0:1780298662.746015:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609983104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.746081:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609983104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.746085:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7059 00002000:00100000:0.0:1780298662.746090:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (1138688->1142783) req@ffff9cf242b6b100 x1866777609983104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.746095:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b100 with x1866777609983104 ext(1138688->1142783) 00002000:00010000:0.0:1780298662.746098:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b100 00000100:00100000:2.0:1780298662.747010:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.747034:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.747047:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983232 00000100:00100000:3.0:1780298662.747052:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983232 00000100:00100000:3.0:1780298662.747084:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983360 00000100:00100000:3.0:1780298662.747086:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983360 00000100:00100000:0.0:1780298662.747094:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11499 00000100:00100000:0.0:1780298662.747105:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609983232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.747114:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11500 00010000:00010000:0.0:1780298662.747115:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.747143:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609983360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.747151:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.747164:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e72 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.747172:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630384ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e79 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.747218:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605265280:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.747218:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605265408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.747288:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.747288:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.747995:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605265408:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.748016:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605265280:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.748017:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e72 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.748036:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630384e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e72 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.748043:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630384ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e79 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.748067:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00010000:00010000:3.0:1780298662.748072:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630384ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e79 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.748085:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:0.0:1780298662.748102:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609983232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1092us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.748110:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609983360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 987us (1075us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.748114:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11499 00000100:00100000:3.0:1780298662.748122:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11500 00000100:00100000:2.0:1780298662.749066:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.749119:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983488 00000100:00100000:3.0:1780298662.749141:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983488 00000100:00100000:3.0:1780298662.749182:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11501 00000100:00100000:3.0:1780298662.749189:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609983488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.749195:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.749196:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298662.749203:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630384f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e80 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.749225:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605265536:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.749245:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983616 00000100:00100000:1.0:1780298662.749250:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983616 00000100:00100000:1.0:1780298662.749282:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11502 00000100:00100000:1.0:1780298662.749294:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609983616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.749302:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.749309:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00010000:00010000:1.0:1780298662.749312:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e87 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.749343:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605265664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.749378:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.749864:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605265536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.749878:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630384f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e80 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.749942:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630384f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e80 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.749950:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298662.749974:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777609983488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (909us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.749979:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11501 00000100:00100000:1.0:1780298662.750048:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605265664:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.750065:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e87 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.750090:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630384fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e87 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.750100:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.750142:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609983616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (931us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.750147:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11502 00000100:00100000:2.0:1780298662.750960:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.750992:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983744 00000100:00100000:0.0:1780298662.750996:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983744 00000100:00100000:0.0:1780298662.751024:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11503 00000100:00100000:3.0:1780298662.751029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.751035:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609983744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.751042:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.751049:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609983872 00010000:00010000:0.0:1780298662.751050:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038504 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e8e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.751056:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609983872 00000100:00100000:0.0:1780298662.751081:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605265792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.751097:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11504 00000100:00100000:1.0:1780298662.751107:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609983872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.751115:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.751142:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303850b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e95 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.751144:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.751183:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605265920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.751226:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.751618:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605265792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.751630:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038504 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e8e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.751639:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038504 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e8e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.751646:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298662.751667:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609983744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 635us (708us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.751677:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11503 00000100:00100000:1.0:1780298662.751781:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605265920:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.751792:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303850b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e95 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.751801:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303850b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e95 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.751815:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.751835:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609983872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 732us (811us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.751840:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11504 00000100:00100000:2.0:1780298662.752572:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.752600:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984000 00000100:00100000:1.0:1780298662.752604:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984000 00000100:00100000:1.0:1780298662.752624:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11505 00000100:00100000:1.0:1780298662.752629:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609984000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.752634:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.752640:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6e9c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.752652:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.752655:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.752662:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.752672:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.752678:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.752697:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609984000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.752701:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11505 00000100:00100000:2.0:1780298662.753400:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.753429:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984128 00000100:00100000:1.0:1780298662.753432:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984128 00002000:00100000:1.0:1780298662.753449:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1744896->1748991) req@ffff9cf2433dc000 x1866777609984128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.753455:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc000 with x1866777609984128 ext(1744896->1748991) 00002000:00010000:1.0:1780298662.753458:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc000 00000100:00100000:1.0:1780298662.753472:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7060 00000100:00100000:1.0:1780298662.753476:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609984128:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.753564:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609984128:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.753571:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7060 00002000:00100000:1.0:1780298662.753577:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1744896->1748991) req@ffff9cf2433dc000 x1866777609984128/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.753586:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc000 with x1866777609984128 ext(1744896->1748991) 00002000:00010000:1.0:1780298662.753589:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc000 00000100:00100000:3.0:1780298662.754562:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.754598:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984256 00000100:00100000:0.0:1780298662.754602:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984256 00002000:00100000:0.0:1780298662.754618:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1748992->1753087) req@ffff9cf242b6ad80 x1866777609984256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.754625:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6ad80 with x1866777609984256 ext(1748992->1753087) 00002000:00010000:0.0:1780298662.754627:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6ad80 00000100:00100000:0.0:1780298662.754647:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7061 00000100:00100000:0.0:1780298662.754652:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609984256:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.754711:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609984256:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (148us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.754717:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7061 00002000:00100000:0.0:1780298662.754723:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (1748992->1753087) req@ffff9cf242b6ad80 x1866777609984256/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.754732:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6ad80 with x1866777609984256 ext(1748992->1753087) 00002000:00010000:0.0:1780298662.754736:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6ad80 00000100:00100000:2.0:1780298662.755675:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.755701:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984384 00000100:00100000:1.0:1780298662.755704:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984384 00002000:00100000:1.0:1780298662.755718:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1753088->1757183) req@ffff9cf2433de680 x1866777609984384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.755724:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de680 with x1866777609984384 ext(1753088->1757183) 00002000:00010000:1.0:1780298662.755726:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433de680 00000100:00100000:1.0:1780298662.755740:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7062 00000100:00100000:1.0:1780298662.755744:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609984384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.755814:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609984384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (137us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.755824:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7062 00002000:00100000:1.0:1780298662.755828:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (1753088->1757183) req@ffff9cf2433de680 x1866777609984384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.755834:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de680 with x1866777609984384 ext(1753088->1757183) 00002000:00010000:1.0:1780298662.755836:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433de680 00000100:00100000:2.0:1780298662.756685:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.756727:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984512 00000100:00100000:1.0:1780298662.756732:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984512 00000100:00100000:1.0:1780298662.756761:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11506 00000100:00100000:1.0:1780298662.756770:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609984512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.756778:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.756789:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038519 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ea3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.756823:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605266048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.756861:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.757629:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605266048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.757645:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038519 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ea3 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.757657:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038519 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ea3 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.757664:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.757686:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609984512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (1003us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.757696:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11506 00000100:00100000:2.0:1780298662.758535:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.758568:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984640 00000100:00100000:0.0:1780298662.758573:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984640 00000100:00100000:0.0:1780298662.758607:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11507 00000100:00100000:0.0:1780298662.758616:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609984640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.758626:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.758636:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038520 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6eaa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.758678:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605266176:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.758732:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.759393:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605266176:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.759406:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038520 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eaa expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.759416:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038520 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eaa expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.759422:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.759444:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609984640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (912us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.759449:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11507 00000100:00100000:2.0:1780298662.760284:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.760319:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984768 00000100:00100000:1.0:1780298662.760323:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984768 00000100:00100000:1.0:1780298662.760351:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11508 00000100:00100000:1.0:1780298662.760358:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609984768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.760368:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.760378:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6eb1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.760397:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.760406:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(36 0) 00010000:00010000:1.0:1780298662.760409:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(37 0) 00010000:00010000:1.0:1780298662.760413:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->81919] (req 49152->81919) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.760429:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.760438:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.760446:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605266304:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.760479:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.761175:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605266304:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.761189:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->81919] (req 49152->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.761199:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.761220:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609984768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.761225:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11508 00000100:00100000:2.0:1780298662.761412:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.761453:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609984896 00000100:00100000:0.0:1780298662.761459:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609984896 00010000:00010000:0.0:1780298662.761481:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.761510:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15528 00000100:00100000:0.0:1780298662.761519:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609984896:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.761531:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.761546:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.761568:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.761585:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c32e716d/0xaf35132e63038440 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6dd8 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.761594:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(37 0) 00010000:00010000:0.0:1780298662.761598:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(37 0) 00010000:00010000:0.0:1780298662.761605:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.761613:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.761636:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.761647:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605266432:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.761686:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.762418:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605266432:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.762427:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.762455:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609984896:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 938us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.762462:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15528 00000100:00100000:3.0:1780298662.762555:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.762630:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985024 00000100:00100000:0.0:1780298662.762635:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985024 00000100:00100000:0.0:1780298662.762674:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7063 00000100:00100000:0.0:1780298662.762683:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777609985024:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.762919:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2240537 -> 2240537 00002000:00010000:0.0:1780298662.762923:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.762926:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.762928:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.762930:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:0.0:1780298662.762961:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609985024:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 280us (406us total) trans 4294969416 rc 0/0 00000100:00100000:0.0:1780298662.762968:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7063 00000100:00100000:3.0:1780298662.763912:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.763981:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985152 00000100:00100000:1.0:1780298662.763986:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985152 00000100:00100000:3.0:1780298662.764005:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.764028:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985280 00000100:00100000:1.0:1780298662.764033:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985280 00000100:00100000:1.0:1780298662.764065:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11509 00000100:00100000:2.0:1780298662.764077:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11510 00000100:00100000:1.0:1780298662.764077:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609985152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.764088:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.764094:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609985280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.764100:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303852e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6eb8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.764104:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.764117:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038535 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ebf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.764175:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605266560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.764196:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605266688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.764240:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.764241:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00002000:00010000:3.0:1780298662.765037:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:3.0:1780298662.765049:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605266688:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.765071:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038535 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ebf expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.765083:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605266560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.765093:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038535 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ebf expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.765107:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00010000:00010000:1.0:1780298662.765109:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303852e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb8 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.765167:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303852e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb8 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.765192:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777609985280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1183us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298662.765195:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:3.0:1780298662.765210:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11510 00000100:00100000:1.0:1780298662.765224:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609985152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1150us (1312us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.765233:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11509 00000100:00100000:3.0:1780298662.766203:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.766239:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985408 00000100:00100000:0.0:1780298662.766245:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985408 00000100:00100000:0.0:1780298662.766280:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11511 00000100:00100000:0.0:1780298662.766289:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609985408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.766298:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.766308:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303853c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ec6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.766331:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.766345:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605266816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.766375:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985536 00000100:00100000:1.0:1780298662.766380:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985536 00000100:00100000:0.0:1780298662.766394:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.766419:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11512 00000100:00100000:1.0:1780298662.766430:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609985536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.766439:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.766448:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038543 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ecd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.766477:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605266944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.766510:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.767100:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605266816:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.767118:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303853c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ec6 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.767178:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303853c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ec6 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.767189:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.767220:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609985408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1018us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.767228:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11511 00000100:00100000:1.0:1780298662.767326:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605266944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.767342:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038543 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ecd expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.767355:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038543 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ecd expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.767364:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.767390:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777609985536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1059us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.767402:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11512 00000100:00100000:3.0:1780298662.768185:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.768230:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985664 00000100:00100000:2.0:1780298662.768235:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985664 00000100:00100000:2.0:1780298662.768281:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11513 00000100:00100000:2.0:1780298662.768290:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609985664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.768299:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.768316:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ed4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.768336:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.768345:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(37 0) 00010000:00010000:2.0:1780298662.768349:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(38 0) 00010000:00010000:2.0:1780298662.768354:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->634879] (req 626688->634879) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.768379:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.768394:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.768406:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605267072:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.768449:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.769036:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605267072:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.769054:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->634879] (req 626688->634879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.769077:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298662.769106:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609985664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.769120:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11513 00000100:00100000:2.0:1780298662.769328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.769371:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985792 00000100:00100000:1.0:1780298662.769377:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985792 00010000:00010000:1.0:1780298662.769397:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.769428:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15529 00000100:00100000:1.0:1780298662.769436:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609985792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.769450:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.769462:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.769474:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.769490:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e63038527 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [49152->33603583] (req 49152->81919) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6eb1 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.769500:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(38 0) 00010000:00010000:1.0:1780298662.769504:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(38 0) 00010000:00010000:1.0:1780298662.769512:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.769521:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.769556:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.769567:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605267200:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.769618:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.770320:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605267200:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.770333:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.770365:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777609985792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 930us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.770384:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15529 00000100:00100000:3.0:1780298662.770415:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.770471:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609985920 00000100:00100000:0.0:1780298662.770476:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609985920 00000100:00100000:0.0:1780298662.770519:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7064 00000100:00100000:0.0:1780298662.770528:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609985920:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.770739:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2240537 -> 2240537 00002000:00010000:0.0:1780298662.770742:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.770745:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.770747:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.770748:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 64 -> 80 00000100:00100000:0.0:1780298662.770775:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609985920:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 249us (400us total) trans 4294969417 rc 0/0 00000100:00100000:0.0:1780298662.770780:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7064 00000100:00100000:2.0:1780298662.771765:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.771789:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.771809:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986048 00000100:00100000:3.0:1780298662.771814:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986176 00000100:00100000:0.0:1780298662.771815:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986048 00000100:00100000:3.0:1780298662.771821:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986176 00000100:00100000:0.0:1780298662.771852:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11514 00000100:00100000:3.0:1780298662.771864:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11515 00000100:00100000:0.0:1780298662.771864:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609986048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.771880:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609986176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.771882:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.771890:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.771900:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038551 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6edb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.771901:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038558 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ee2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.771948:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605267328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.771950:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605267456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.772000:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.772001:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00002000:00010000:3.0:1780298662.772811:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:3.0:1780298662.772822:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243808a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605267456:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.772822:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605267328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.772850:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038558 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ee2 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.772855:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038551 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6edb expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.772867:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63038558 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ee2 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.772875:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038551 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6edb expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.772876:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298662.772889:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:3.0:1780298662.772907:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609986176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1032us (1115us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.772920:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609986048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1152us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.772927:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11515 00000100:00100000:0.0:1780298662.772938:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11514 00000100:00100000:2.0:1780298662.773904:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.773940:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986304 00000100:00100000:1.0:1780298662.773944:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986304 00000100:00100000:1.0:1780298662.773971:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11516 00000100:00100000:1.0:1780298662.773978:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609986304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.773985:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.773993:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303855f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ee9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.774016:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605267584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.774024:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.774048:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986432 00000100:00100000:3.0:1780298662.774054:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986432 00000100:00100000:1.0:1780298662.774057:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.774099:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11517 00000100:00100000:1.0:1780298662.774104:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609986432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.774109:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.774149:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038566 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ef0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.774183:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605267712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.774214:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.774679:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605267584:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.774696:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303855f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ee9 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.774707:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303855f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ee9 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.774714:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.774739:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609986304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (837us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.774747:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11516 00000100:00100000:1.0:1780298662.774903:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605267712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.774922:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038566 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef0 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.774934:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e63038566 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef0 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.774943:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.774968:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609986432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (945us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.774981:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11517 00000100:00100000:0.0:1780298662.775819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.775854:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986560 00000100:00100000:1.0:1780298662.775860:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986560 00000100:00100000:1.0:1780298662.775891:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11518 00000100:00100000:1.0:1780298662.775899:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777609986560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.775908:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.775917:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ef7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.775935:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.775944:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(38 0) 00010000:00010000:1.0:1780298662.775948:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:1.0:1780298662.775953:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2146304->2211839] (req 2146304->2211839) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.775975:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.775989:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.776000:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605267840:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.776040:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.776715:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605267840:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.776727:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2146304->2211839] (req 2146304->2211839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.776735:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.776758:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777609986560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.776763:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11518 00000100:00100000:3.0:1780298662.776937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.776974:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986688 00000100:00100000:0.0:1780298662.776979:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986688 00010000:00010000:0.0:1780298662.776994:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.777015:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15530 00000100:00100000:0.0:1780298662.777020:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609986688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.777036:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.777044:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.777052:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.777062:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303854a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [626688->34181119] (req 626688->634879) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ed4 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.777069:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:0.0:1780298662.777071:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:0.0:1780298662.777077:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.777082:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.777098:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.777104:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605267968:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.777149:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.777864:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605267968:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.777874:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.777901:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609986688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 880us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.777909:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15530 00000100:00100000:3.0:1780298662.778045:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.778086:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986816 00000100:00100000:1.0:1780298662.778091:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986816 00000100:00100000:1.0:1780298662.778168:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7065 00000100:00100000:1.0:1780298662.778177:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777609986816:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.778349:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2240537 -> 2240537 00002000:00010000:1.0:1780298662.778353:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.778355:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:1.0:1780298662.778358:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.778360:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 80 -> 80 00000100:00100000:1.0:1780298662.778390:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609986816:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 214us (346us total) trans 4294969418 rc 0/0 00000100:00100000:1.0:1780298662.778398:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7065 00000100:00100000:2.0:1780298662.779386:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.779405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.779427:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609986944 00000100:00100000:3.0:1780298662.779428:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987072 00000100:00100000:3.0:1780298662.779435:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987072 00000100:00100000:0.0:1780298662.779435:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609986944 00000100:00100000:3.0:1780298662.779462:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11519 00000100:00100000:3.0:1780298662.779472:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.779480:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.779480:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11520 00010000:00010000:3.0:1780298662.779489:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038574 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f05 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.779499:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609986944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.779510:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.779521:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303857b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6efe expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.779522:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605268096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.779562:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605268224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.779568:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.779597:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.780310:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605268224:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298662.780312:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:3.0:1780298662.780324:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605268096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.780331:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303857b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6efe expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.780340:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038574 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f05 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.780347:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303857b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6efe expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.780354:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63038574 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f05 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.780357:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:3.0:1780298662.780365:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.780390:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (981us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.780390:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609986944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (1002us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.780399:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11520 00000100:00100000:3.0:1780298662.780407:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11519 00000100:00100000:2.0:1780298662.781508:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.781540:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.781553:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987200 00000100:00100000:1.0:1780298662.781557:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987200 00000100:00100000:3.0:1780298662.781575:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987328 00000100:00100000:3.0:1780298662.781581:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987328 00000100:00100000:1.0:1780298662.781599:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11521 00000100:00100000:1.0:1780298662.781607:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987200:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.781611:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11522 00010000:00010000:1.0:1780298662.781618:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.781622:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.781627:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038582 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f0c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.781629:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.781644:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038589 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f13 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.781656:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605268352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.781673:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605268480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.781702:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.781704:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.782543:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605268352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.782561:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038582 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f0c expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.782565:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605268480:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.782582:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038582 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f0c expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.782589:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00010000:00010000:2.0:1780298662.782593:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038589 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f13 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.782609:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038589 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f13 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.782616:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:1.0:1780298662.782616:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.782623:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11521 00000100:00100000:2.0:1780298662.782640:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1100us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.782647:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11522 00000100:00100000:0.0:1780298662.783727:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.783760:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987456 00000100:00100000:1.0:1780298662.783765:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987456 00000100:00100000:1.0:1780298662.783789:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11523 00000100:00100000:1.0:1780298662.783795:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609987456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.783810:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.783816:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f1a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.783833:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.783838:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(65 0) 00010000:00010000:1.0:1780298662.783841:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(66 0) 00010000:00010000:1.0:1780298662.783845:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1159167] (req 1122304->1159167) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.783860:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.783869:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 12 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.783876:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605268608:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.783906:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.784485:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605268608:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.784496:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1159167] (req 1122304->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.784504:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:1.0:1780298662.784532:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609987456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 737us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.784536:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11523 00000100:00100000:0.0:1780298662.784796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.784840:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987584 00000100:00100000:2.0:1780298662.784844:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987584 00010000:00010000:2.0:1780298662.784860:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.784880:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15531 00000100:00100000:2.0:1780298662.784884:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777609987584:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.784891:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.784900:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.784913:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.784925:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630384e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1073152->2514943] (req 1073152->1077247) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e6b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.784932:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(66 0) 00010000:00010000:2.0:1780298662.784935:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(66 0) 00010000:00010000:2.0:1780298662.784940:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.784946:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.784961:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.784968:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605268736:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.784995:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.785706:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605268736:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.785715:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.785737:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609987584:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 853us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.785743:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15531 00000100:00100000:0.0:1780298662.785817:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.785857:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987712 00000100:00100000:3.0:1780298662.785861:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987712 00000100:00100000:3.0:1780298662.785890:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7066 00000100:00100000:3.0:1780298662.785896:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609987712:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298662.786054:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298662.786058:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298662.786060:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298662.786063:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298662.786065:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1360 00000100:00100000:3.0:1780298662.786091:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609987712:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 195us (274us total) trans 4294969939 rc 0/0 00000100:00100000:3.0:1780298662.786096:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7066 00000100:00100000:3.0:1780298662.786971:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.787009:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.787022:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987840 00000100:00100000:1.0:1780298662.787030:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987840 00000100:00100000:2.0:1780298662.787052:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609987968 00000100:00100000:2.0:1780298662.787058:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609987968 00000100:00100000:1.0:1780298662.787067:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11524 00000100:00100000:1.0:1780298662.787077:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609987840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.787085:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.787095:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038597 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f21 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.787104:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11525 00000100:00100000:0.0:1780298662.787115:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.787144:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.787151:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605268864:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.787165:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6303859e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f28 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.787209:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.787212:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605268992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.787242:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.787874:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605268864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.787892:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038597 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f21 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.787904:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e63038597 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f21 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.787911:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.787938:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609987840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (967us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.787945:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11524 00000100:00100000:0.0:1780298662.788010:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605268992:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.788031:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6303859e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f28 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.788041:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e6303859e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f28 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.788057:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298662.788085:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609987968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 974us (1077us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.788090:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11525 00000100:00100000:3.0:1780298662.788889:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.788907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.788929:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988096 00000100:00100000:1.0:1780298662.788940:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988096 00000100:00100000:2.0:1780298662.788949:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988224 00000100:00100000:2.0:1780298662.788955:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988224 00000100:00100000:1.0:1780298662.788979:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11526 00000100:00100000:1.0:1780298662.788992:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609988096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298662.788998:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11527 00010000:00010000:1.0:1780298662.789004:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.789011:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609988224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.789015:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630385a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f2f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.789026:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.789036:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630385ac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f36 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.789049:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605269120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.789070:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605269248:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.789098:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.789100:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.789863:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605269120:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.789866:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605269248:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.789890:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630385ac lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f36 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.789893:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630385a5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f2f expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.789908:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630385ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f36 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.789916:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00010000:00010000:1.0:1780298662.789917:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e630385a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f2f expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.789929:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:0.0:1780298662.789941:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777609988224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1032us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.789946:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11527 00000100:00100000:1.0:1780298662.789955:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609988096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1065us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.789964:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11526 00000100:00100000:0.0:1780298662.791057:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.791105:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988352 00000100:00100000:3.0:1780298662.791111:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988352 00000100:00100000:3.0:1780298662.791182:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11528 00000100:00100000:3.0:1780298662.791193:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777609988352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.791203:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.791213:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f3d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.791241:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:3.0:1780298662.791245:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:3.0:1780298662.791252:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.791263:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.791270:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:3.0:1780298662.791296:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777609988352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.791303:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11528 00000100:00100000:3.0:1780298662.792202:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.792234:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988480 00000100:00100000:1.0:1780298662.792238:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988480 00002000:00100000:1.0:1780298662.792269:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (659456->724991) req@ffff9cf243808e00 x1866777609988480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.792279:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777609988480 ext(659456->724991) 00002000:00010000:1.0:1780298662.792296:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243808e00 00000100:00100000:1.0:1780298662.792317:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7067 00000100:00100000:1.0:1780298662.792327:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609988480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.793314:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777609988480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 987us (1110us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298662.793322:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7067 00002000:00100000:1.0:1780298662.793329:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (659456->724991) req@ffff9cf243808e00 x1866777609988480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.793339:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777609988480 ext(659456->724991) 00002000:00010000:1.0:1780298662.793343:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243808e00 00000100:00100000:3.0:1780298662.794268:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.794286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.794304:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988736 00000100:00100000:0.0:1780298662.794309:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988736 00000100:00100000:1.0:1780298662.794316:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988608 00000100:00100000:1.0:1780298662.794319:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988608 00000100:00100000:0.0:1780298662.794343:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11529 00000100:00100000:1.0:1780298662.794350:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11530 00000100:00100000:0.0:1780298662.794352:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609988736:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.794358:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609988608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.794361:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.794364:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.794371:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630385ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f4b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.794372:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630385c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f44 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.794413:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605269376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.794413:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605269504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.794461:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.794461:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.795238:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605269376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.795266:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630385c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f44 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.795281:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605269504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.795308:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630385c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f44 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.795310:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630385ba lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f4b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.795330:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00010000:00010000:2.0:1780298662.795333:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e630385ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f4b expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.795342:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298662.795364:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609988736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1095us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.795364:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609988608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1074us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.795377:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11530 00000100:00100000:2.0:1780298662.795384:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11529 00000100:00100000:2.0:1780298662.796383:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.796416:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988864 00000100:00100000:1.0:1780298662.796420:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988864 00000100:00100000:2.0:1780298662.796440:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.796455:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609988992 00000100:00100000:1.0:1780298662.796459:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609988992 00000100:00100000:3.0:1780298662.796468:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11531 00000100:00100000:3.0:1780298662.796477:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609988864:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.796490:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11532 00000100:00100000:1.0:1780298662.796507:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609988992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.796516:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.796523:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.796525:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630385c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f59 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.796531:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630385cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f52 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.796560:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605269760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.796564:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605269632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.796603:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.796605:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf342aeb540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.797305:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605269632:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.797318:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630385c8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f59 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.797328:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e630385c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f59 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.797342:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298662.797367:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777609988992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.797373:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11532 00000100:00100000:3.0:1780298662.797453:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605269760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.797523:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630385cf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f52 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.797538:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630385cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f52 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.797548:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298662.797575:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777609988864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1101us (1194us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.797580:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11531 00000100:00100000:2.0:1780298662.799002:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.799041:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989248 00000100:00100000:0.0:1780298662.799045:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989248 00000100:00100000:0.0:1780298662.799081:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62221 00000100:00100000:0.0:1780298662.799087:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+90:30556:x1866777609989248:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.799141:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.799169:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e6303845c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6de6 expref: 90 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.799181:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.799184:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.799326:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.799337:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 86 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.799348:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.799365:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 86 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.799380:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 86 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.799398:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605269888:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.799433:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.800024:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605269888:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.800037:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.800270:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.800309:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989376 00000100:00100000:0.0:1780298662.800314:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989376 00010000:00010000:0.0:1780298662.800338:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 87 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.800361:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15532 00000100:00100000:0.0:1780298662.800367:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:2400:x1866777609989376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.800375:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.800378:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 87 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800386:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 87 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800394:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303844e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ddf expref: 87 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800401:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.800404:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800415:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800420:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.800436:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.800462:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.800463:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:2400:x1866777609989376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 96us (194us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298662.800470:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.800470:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15532 00000001:00080000:1.0:1780298662.800520:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991241 00000004:00010000:1.0:1780298662.800544:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000bf8e215 reply state 00000000a03840f7 transno 4294991242 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.800553:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.800558:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.800560:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.800562:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.800608:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:30556:x1866777609989248:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1521us (1609us total) trans 4294991242 rc 0/0 00000100:00100000:1.0:1780298662.800613:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62221 00000020:00080000:1.0:1780298662.800615:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298662.801349:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.801381:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989504 00000100:00100000:0.0:1780298662.801385:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989504 00000100:00100000:0.0:1780298662.801412:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11533 00000100:00100000:0.0:1780298662.801419:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777609989504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.801429:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.801438:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f60 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801453:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801459:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801464:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801476:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(66 0) 00010000:00010000:0.0:1780298662.801480:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(69 0) 00010000:00010000:0.0:1780298662.801483:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801496:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801504:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.801511:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.801559:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801570:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.801579:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270144:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.801606:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.801618:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.801635:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270272:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.801667:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.802405:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270016:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.802417:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270144:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.802425:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605270272:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.802444:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.802456:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298662.802487:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777609989504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1068us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.802494:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11533 00000100:00100000:2.0:1780298662.802585:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.802623:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989760 00000100:00100000:1.0:1780298662.802628:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989760 00010000:00010000:1.0:1780298662.802649:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.802692:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15533 00000100:00100000:1.0:1780298662.802702:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609989760:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.802713:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298662.802717:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298662.802731:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.802740:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989888 00010000:00010000:1.0:1780298662.802745:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 16 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.802747:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989888 00000100:00100000:3.0:1780298662.802751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298662.802770:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9ebbdc7/0xaf35132e63038590 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1122304->1744895] (req 1122304->1159167) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f1a expref: 17 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1780298662.802776:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2523135) req@ffff9cf254888a80 x1866777609989888/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 8680/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780298662.802780:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609989632 00010000:00010000:1.0:1780298662.802784:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.802785:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609989632 00002000:00100000:0.0:1780298662.802793:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777609989888 ext(2514944->2523135) 00010000:00010000:0.0:1780298662.802800:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 17 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.802806:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.802819:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777609989760:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 118us (233us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.802821:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 17 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.802836:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15533 00000100:00100000:2.0:1780298662.802845:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15534 00002000:00010000:0.0:1780298662.802853:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254888a80 00000100:00100000:2.0:1780298662.802861:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609989632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.802872:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298662.802881:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 237 00010000:00010000:2.0:1780298662.802885:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.802893:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609989888:12345-192.168.203.25@tcp:4:fsx.0 00010000:00010000:2.0:1780298662.802905:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.802926:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e63038512 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1744896->2514943] (req 1744896->1748991) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e9c expref: 16 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.802937:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.802962:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609989632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 107us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.802969:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15534 00000100:00100000:0.0:1780298662.803402:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609989888:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 512us (686us total) trans 4294969940 rc 0/0 00000100:00100000:0.0:1780298662.803407:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 237 00002000:00100000:0.0:1780298662.803413:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2514944->2523135) req@ffff9cf254888a80 x1866777609989888/t4294969940(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 8680/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.803419:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777609989888 ext(2514944->2523135) 00010000:00010000:0.0:1780298662.803423:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.803431:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298662.803436:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254888a80 00000100:00100000:0.0:1780298662.804193:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.804223:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990016 00000100:00100000:1.0:1780298662.804228:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990016 00010000:00010000:1.0:1780298662.804245:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.804269:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15535 00000100:00100000:1.0:1780298662.804277:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609990016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.804285:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298662.804297:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1376 00010000:00010000:1.0:1780298662.804303:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.804314:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.804326:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a994673/0xaf35132e630384a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2514944->36069375] (req 2514944->2523135) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6e33 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.804336:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(69 0) 00010000:00010000:1.0:1780298662.804339:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(69 0) 00010000:00010000:1.0:1780298662.804345:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.804353:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.804379:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.804391:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605270400:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.804431:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.805054:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605270400:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.805067:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.805092:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609990016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 816us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.805104:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15535 00000100:00100000:3.0:1780298662.805251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.805281:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990144 00000100:00100000:2.0:1780298662.805284:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990144 00000100:00100000:2.0:1780298662.805318:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11534 00000100:00100000:2.0:1780298662.805326:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777609990144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.805337:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.805348:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f67 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805367:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805377:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805385:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(39 0) 00010000:00010000:2.0:1780298662.805389:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:2.0:1780298662.805393:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805414:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805427:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.805438:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605270528:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.805484:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.805500:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.805508:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605270656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.805526:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.806096:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605270528:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.806106:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605270656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.806122:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806168:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298662.806190:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777609990144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.806195:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11534 00000100:00100000:3.0:1780298662.806382:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.806425:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990272 00000100:00100000:0.0:1780298662.806430:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990272 00010000:00010000:0.0:1780298662.806449:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.806481:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15536 00000100:00100000:3.0:1780298662.806487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.806494:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777609990272:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.806507:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298662.806522:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990400 00010000:00010000:0.0:1780298662.806523:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.806527:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990400 00010000:00010000:0.0:1780298662.806534:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806547:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.806547:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303856d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2146304->35700735] (req 2146304->2211839) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ef7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.806566:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.806588:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15537 00000100:00100000:2.0:1780298662.806597:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777609990400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.806606:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298662.806606:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777609990272:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 113us (224us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298662.806618:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.806618:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15536 00010000:00010000:2.0:1780298662.806638:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806654:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e630385b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [659456->2146303] (req 659456->724991) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f3d expref: 15 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806664:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:2.0:1780298662.806667:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:2.0:1780298662.806672:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806680:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.806699:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.806710:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605270784:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.806747:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.807350:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605270784:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.807360:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.807393:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609990400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 797us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.807400:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15537 00000100:00100000:3.0:1780298662.807488:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.807549:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990528 00000100:00100000:0.0:1780298662.807554:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990528 00002000:00010000:0.0:1780298662.807569:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4921742->18446744073709551615) 00000100:00100000:3.0:1780298662.807575:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:0.0:1780298662.807575:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f100 with x1866777609990528 ext(4921742->18446744073709551615) 00002000:00010000:0.0:1780298662.807583:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310f100. 00000100:00100000:0.0:1780298662.807606:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990656 00000100:00100000:0.0:1780298662.807610:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990656 00002000:00010000:0.0:1780298662.807623:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.807628:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e680 with x1866777609990656 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298662.807629:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7068 00002000:00010000:0.0:1780298662.807634:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310e680. 00000100:00100000:1.0:1780298662.807643:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777609990528:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.807660:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7069 00000100:00100000:0.0:1780298662.807670:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777609990656:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298662.807786:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2240537 -> 4194304 00002000:00010000:0.0:1780298662.807789:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.807791:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:0.0:1780298662.807793:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.807795:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 80 -> 80 00002000:00010000:1.0:1780298662.807815:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4921742 00000100:00100000:0.0:1780298662.807820:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777609990656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 152us (246us total) trans 4294969419 rc 0/0 00002000:00010000:1.0:1780298662.807822:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.807827:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00000100:00100000:0.0:1780298662.807827:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7069 00002000:00010000:0.0:1780298662.807831:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.807832:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00100000:0.0:1780298662.807835:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310e680 with x1866777609990656 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.807837:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1376 -> 1376 00002000:00010000:0.0:1780298662.807839:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310e680. 00000100:00100000:1.0:1780298662.807868:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609990528:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 229us (378us total) trans 4294969941 rc 0/0 00000100:00100000:1.0:1780298662.807876:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7068 00002000:00010000:1.0:1780298662.807880:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4921742->18446744073709551615) 00002000:00100000:1.0:1780298662.807883:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f100 with x1866777609990528 ext(4921742->18446744073709551615) 00002000:00010000:1.0:1780298662.807888:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310f100. 00000100:00100000:1.0:1780298662.809020:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.809072:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990784 00000100:00100000:3.0:1780298662.809077:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990784 00002000:00100000:3.0:1780298662.809101:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4890624->4894719) req@ffff9cf24304ce00 x1866777609990784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.809111:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777609990784 ext(4890624->4894719) 00002000:00010000:3.0:1780298662.809115:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:3.0:1780298662.809171:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7070 00000100:00100000:3.0:1780298662.809181:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609990784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.809300:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609990784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298662.809313:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7070 00002000:00100000:3.0:1780298662.809321:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4890624->4894719) req@ffff9cf24304ce00 x1866777609990784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.809330:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777609990784 ext(4890624->4894719) 00002000:00010000:3.0:1780298662.809333:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:3.0:1780298662.810345:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.810392:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609990912 00000100:00100000:1.0:1780298662.810402:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609990912 00002000:00100000:1.0:1780298662.810427:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4894720->4898815) req@ffff9cf24310ce00 x1866777609990912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.810436:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777609990912 ext(4894720->4898815) 00002000:00010000:1.0:1780298662.810439:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:1.0:1780298662.810461:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7071 00000100:00100000:1.0:1780298662.810470:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609990912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.810560:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777609990912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.810573:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7071 00002000:00100000:1.0:1780298662.810580:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4894720->4898815) req@ffff9cf24310ce00 x1866777609990912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.810589:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ce00 with x1866777609990912 ext(4894720->4898815) 00002000:00010000:1.0:1780298662.810592:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310ce00 00000100:00100000:2.0:1780298662.812407:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.812437:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991040 00000100:00100000:0.0:1780298662.812442:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991040 00002000:00100000:0.0:1780298662.812460:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4395008->4923391) req@ffff9cf254888000 x1866777609991040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.812466:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777609991040 ext(4395008->4923391) 00002000:00010000:0.0:1780298662.812469:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:0.0:1780298662.812484:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7072 00000100:00100000:0.0:1780298662.812489:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609991040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.814328:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777609991040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1833us (1918us total) trans 0 rc 520192/520192 00000100:00100000:0.0:1780298662.814339:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7072 00002000:00100000:0.0:1780298662.814347:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4395008->4923391) req@ffff9cf254888000 x1866777609991040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.814381:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777609991040 ext(4395008->4923391) 00002000:00010000:0.0:1780298662.814385:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:2.0:1780298662.816412:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.816450:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991168 00000100:00100000:1.0:1780298662.816459:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991168 00002000:00100000:1.0:1780298662.816493:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4890624->4921741) req@ffff9cf25488ad80 x1866777609991168/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.816512:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777609991168 ext(4890624->4921741) 00002000:00010000:1.0:1780298662.816516:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488ad80 00000100:00100000:1.0:1780298662.816540:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7073 00000100:00100000:1.0:1780298662.816551:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777609991168:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298662.817919:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609991168:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1368us (1507us total) trans 4294969942 rc 0/0 00000100:00100000:1.0:1780298662.817928:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7073 00002000:00100000:1.0:1780298662.817936:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4890624->4921741) req@ffff9cf25488ad80 x1866777609991168/t4294969942(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.817944:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777609991168 ext(4890624->4921741) 00002000:00010000:1.0:1780298662.817948:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488ad80 00000100:00100000:2.0:1780298662.818752:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.818797:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991296 00000100:00100000:0.0:1780298662.818803:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991296 00000100:00100000:0.0:1780298662.818838:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11535 00000100:00100000:0.0:1780298662.818846:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777609991296:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.819552:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969942 is committed 00000001:00080000:1.0:1780298662.819572:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969938 is committed 00000100:00100000:0.0:1780298662.819653:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609991296:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 809us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.819658:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11535 00000100:00100000:3.0:1780298662.820550:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.820590:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991424 00000100:00100000:0.0:1780298662.820595:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991424 00000100:00100000:0.0:1780298662.820626:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62222 00000100:00100000:0.0:1780298662.820631:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+92:30556:x1866777609991424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.820645:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.820663:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e630385eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f6e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820727:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820740:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820748:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.820765:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9116046 00000004:00200000:0.0:1780298662.820773:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.820788:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820806:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e630385eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f6e expref: 94 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820817:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f6e expref: 93 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.820823:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.820825:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.820827:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.820852:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:30556:x1866777609991424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 221us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.820855:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62222 00000100:00100000:3.0:1780298662.822712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.822761:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991680 00000100:00100000:1.0:1780298662.822774:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991680 00000100:00100000:1.0:1780298662.822815:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62223 00000100:00100000:1.0:1780298662.822825:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+93:30556:x1866777609991680:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.822858:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.822877:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e630385f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f6e expref: 93 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.822890:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.822895:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.823019:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.823036:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.823044:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298662.823083:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991243 00000004:00010000:1.0:1780298662.823102:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035489212 reply state 00000000bd89d011 transno 4294991244 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.823113:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.823120:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.823143:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.823147:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.823214:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:30556:x1866777609991680:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 392us (505us total) trans 4294991244 rc 0/0 00000100:00100000:1.0:1780298662.823222:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62223 00000020:00080000:1.0:1780298662.823232:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298662.824002:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.824032:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.824053:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991936 00000100:00100000:1.0:1780298662.824058:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991936 00002000:00010000:1.0:1780298662.824079:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (10793->18446744073709551615) 00002000:00100000:1.0:1780298662.824083:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889c00 with x1866777609991936 ext(10793->18446744073709551615) 00000100:00100000:3.0:1780298662.824085:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609991808 00000100:00100000:3.0:1780298662.824091:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609991808 00002000:00010000:1.0:1780298662.824092:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889c00. 00002000:00010000:3.0:1780298662.824111:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298662.824115:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777609991808 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298662.824117:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7074 00002000:00010000:3.0:1780298662.824142:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488b800. 00000100:00100000:1.0:1780298662.824150:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777609991936:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.824176:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7075 00000100:00100000:0.0:1780298662.824187:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609991808:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298662.824342:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4921742 -> 4194304 00002000:00010000:0.0:1780298662.824345:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.824347:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.824348:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.824350:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1376 -> 1376 00000100:00100000:0.0:1780298662.824382:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609991808:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 197us (349us total) trans 4294969943 rc 0/0 00000100:00100000:0.0:1780298662.824390:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7075 00002000:00010000:1.0:1780298662.824393:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 10793 00002000:00010000:0.0:1780298662.824394:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.824398:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.824400:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298662 -> 1780298662 00002000:00010000:1.0:1780298662.824402:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.824406:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 80 -> 0 00002000:00100000:0.0:1780298662.824407:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777609991808 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.824414:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488b800. 00000100:00100000:1.0:1780298662.824429:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777609991936:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 303us (428us total) trans 4294969420 rc 0/0 00000100:00100000:1.0:1780298662.824435:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7074 00002000:00010000:1.0:1780298662.824438:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (10793->18446744073709551615) 00002000:00100000:1.0:1780298662.824440:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889c00 with x1866777609991936 ext(10793->18446744073709551615) 00002000:00010000:1.0:1780298662.824443:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889c00. 00000100:00100000:3.0:1780298662.825664:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.825694:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992064 00000100:00100000:0.0:1780298662.825698:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992064 00000100:00100000:0.0:1780298662.825724:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62224 00000100:00100000:0.0:1780298662.825730:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+95:30556:x1866777609992064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.825740:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.825749:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63038600 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f75 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825789:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825796:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825802:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.825813:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4205097 00000004:00200000:0.0:1780298662.825816:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.825827:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825841:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63038600 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f75 expref: 97 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825850:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f75 expref: 96 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.825864:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.825865:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.825867:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298662.825897:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+96:30556:x1866777609992064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 166us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.825903:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62224 00000100:00100000:3.0:1780298662.827585:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.827612:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992192 00000100:00100000:1.0:1780298662.827616:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992192 00002000:00100000:1.0:1780298662.827636:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (339968->344063) req@ffff9cf34372fb80 x1866777609992192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.827643:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777609992192 ext(339968->344063) 00002000:00010000:1.0:1780298662.827646:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372fb80 00000100:00100000:1.0:1780298662.827663:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7076 00000100:00100000:1.0:1780298662.827674:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.827966:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 292us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.827972:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7076 00002000:00100000:1.0:1780298662.827977:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (339968->344063) req@ffff9cf34372fb80 x1866777609992192/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.827984:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777609992192 ext(339968->344063) 00002000:00010000:1.0:1780298662.827986:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372fb80 00000100:00100000:2.0:1780298662.829018:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.829067:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992320 00000100:00100000:0.0:1780298662.829072:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992320 00002000:00100000:0.0:1780298662.829095:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (344064->348159) req@ffff9cf254889880 x1866777609992320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.829104:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777609992320 ext(344064->348159) 00002000:00010000:0.0:1780298662.829107:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889880 00000100:00100000:0.0:1780298662.829150:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7077 00000100:00100000:0.0:1780298662.829166:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.829379:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 210us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.829384:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7077 00002000:00100000:0.0:1780298662.829388:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (344064->348159) req@ffff9cf254889880 x1866777609992320/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.829394:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777609992320 ext(344064->348159) 00002000:00010000:0.0:1780298662.829397:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889880 00000100:00100000:3.0:1780298662.830373:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.830404:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992448 00000100:00100000:1.0:1780298662.830409:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992448 00002000:00100000:1.0:1780298662.830444:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (319488->385023) req@ffff9cf34372c000 x1866777609992448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.830453:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777609992448 ext(319488->385023) 00002000:00010000:1.0:1780298662.830457:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372c000 00000100:00100000:1.0:1780298662.830478:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7078 00000100:00100000:1.0:1780298662.830485:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.831417:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 932us (1042us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298662.831422:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7078 00002000:00100000:1.0:1780298662.831427:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (319488->385023) req@ffff9cf34372c000 x1866777609992448/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.831433:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777609992448 ext(319488->385023) 00002000:00010000:1.0:1780298662.831436:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372c000 00000100:00100000:3.0:1780298662.832374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.832414:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992576 00000100:00100000:2.0:1780298662.832418:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992576 00002000:00100000:2.0:1780298662.832439:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (385024->421887) req@ffff9cf34372d500 x1866777609992576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.832445:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777609992576 ext(385024->421887) 00002000:00010000:2.0:1780298662.832448:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:2.0:1780298662.832464:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7079 00000100:00100000:2.0:1780298662.832469:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.833264:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 786us (881us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298662.833284:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7079 00002000:00100000:0.0:1780298662.833291:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (385024->421887) req@ffff9cf34372d500 x1866777609992576/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.833297:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777609992576 ext(385024->421887) 00002000:00010000:0.0:1780298662.833300:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:3.0:1780298662.835069:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.835110:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992704 00000100:00100000:1.0:1780298662.835115:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992704 00002000:00100000:1.0:1780298662.835164:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2621440->2625535) req@ffff9cf34372e300 x1866777609992704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.835172:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372e300 with x1866777609992704 ext(2621440->2625535) 00002000:00010000:1.0:1780298662.835176:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372e300 00000100:00100000:1.0:1780298662.835190:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7080 00000100:00100000:1.0:1780298662.835198:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609992704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.835267:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609992704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.835274:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7080 00002000:00100000:1.0:1780298662.835281:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2621440->2625535) req@ffff9cf34372e300 x1866777609992704/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.835290:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372e300 with x1866777609992704 ext(2621440->2625535) 00002000:00010000:1.0:1780298662.835293:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372e300 00000100:00100000:3.0:1780298662.836075:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.836115:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992832 00000100:00100000:1.0:1780298662.836119:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992832 00002000:00100000:1.0:1780298662.836147:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2625536->2629631) req@ffff9cf34372ed80 x1866777609992832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.836167:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777609992832 ext(2625536->2629631) 00002000:00010000:1.0:1780298662.836170:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:1.0:1780298662.836185:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7081 00000100:00100000:1.0:1780298662.836190:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.836255:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609992832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (181us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.836265:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7081 00002000:00100000:1.0:1780298662.836272:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2625536->2629631) req@ffff9cf34372ed80 x1866777609992832/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.836281:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777609992832 ext(2625536->2629631) 00002000:00010000:1.0:1780298662.836284:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:2.0:1780298662.837191:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.837220:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609992960 00000100:00100000:0.0:1780298662.837225:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609992960 00002000:00100000:0.0:1780298662.837245:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2600960->2666495) req@ffff9cf25488bb80 x1866777609992960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.837255:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488bb80 with x1866777609992960 ext(2600960->2666495) 00002000:00010000:0.0:1780298662.837257:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488bb80 00000100:00100000:0.0:1780298662.837277:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7082 00000100:00100000:0.0:1780298662.837286:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.837998:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609992960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 713us (806us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298662.838007:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7082 00002000:00100000:0.0:1780298662.838013:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2600960->2666495) req@ffff9cf25488bb80 x1866777609992960/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.838022:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488bb80 with x1866777609992960 ext(2600960->2666495) 00002000:00010000:0.0:1780298662.838025:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488bb80 00000100:00100000:2.0:1780298662.839252:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.839278:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993216 00000100:00100000:2.0:1780298662.839281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.839283:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993216 00000100:00100000:3.0:1780298662.839310:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993088 00000100:00100000:3.0:1780298662.839312:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993088 00000100:00100000:3.0:1780298662.839330:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11536 00000100:00100000:3.0:1780298662.839338:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609993216:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.839344:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11537 00010000:00010000:3.0:1780298662.839347:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.839356:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609993088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.839367:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.839369:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e6303860e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f83 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.839379:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038615 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f7c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.839418:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605270912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.839420:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605271040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.839494:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.839495:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.840181:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.840188:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605271040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.840192:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34372ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605270912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.840212:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e6303860e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f83 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.840212:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038615 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f7c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.840232:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e6303860e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f83 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.840236:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001baef9fb/0xaf35132e63038615 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f7c expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.840243:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00010000:00010000:0.0:1780298662.840244:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.840271:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609993216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 934us (1019us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.840271:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777609993088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (990us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.840278:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11537 00000100:00100000:1.0:1780298662.840283:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11536 00000100:00100000:2.0:1780298662.841211:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.841243:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993344 00000100:00100000:0.0:1780298662.841248:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993344 00000100:00100000:0.0:1780298662.841277:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11538 00000100:00100000:0.0:1780298662.841285:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777609993344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.841293:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.841303:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f8a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.841321:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.841331:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(69 0) 00010000:00010000:0.0:1780298662.841335:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:0.0:1780298662.841340:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1339392->1343487] (req 1339392->1343487) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.841362:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.841383:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 9 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.841394:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605271168:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.841431:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.841983:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605271168:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.841997:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1339392->1343487] (req 1339392->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842009:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298662.842048:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609993344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.842055:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11538 00000100:00100000:3.0:1780298662.842347:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.842381:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993472 00000100:00100000:0.0:1780298662.842385:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993472 00010000:00010000:0.0:1780298662.842400:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.842420:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15538 00000100:00100000:0.0:1780298662.842425:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609993472:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.842432:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.842439:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842456:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842469:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630385dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f60 expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842475:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:0.0:1780298662.842478:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:0.0:1780298662.842483:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842489:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.842504:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.842511:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605271296:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.842540:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.843221:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605271296:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.843228:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.843249:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609993472:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 825us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.843261:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15538 00000100:00100000:3.0:1780298662.843387:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.843425:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993600 00000100:00100000:1.0:1780298662.843430:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993600 00002000:00100000:1.0:1780298662.843454:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1339392->1343487) req@ffff9cf34372ce00 x1866777609993600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.843463:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777609993600 ext(1339392->1343487) 00002000:00010000:1.0:1780298662.843467:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00 00000100:00100000:1.0:1780298662.843488:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7083 00000100:00100000:1.0:1780298662.843497:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609993600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.843603:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777609993600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.843610:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7083 00002000:00100000:1.0:1780298662.843616:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (1339392->1343487) req@ffff9cf34372ce00 x1866777609993600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.843626:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777609993600 ext(1339392->1343487) 00002000:00010000:1.0:1780298662.843629:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00 00000100:00100000:2.0:1780298662.844469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.844502:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993728 00000100:00100000:0.0:1780298662.844505:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993728 00002000:00100000:0.0:1780298662.844520:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->1347583) req@ffff9cf3481fed80 x1866777609993728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.844526:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777609993728 ext(1343488->1347583) 00002000:00010000:0.0:1780298662.844529:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fed80 00000100:00100000:0.0:1780298662.844547:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7084 00000100:00100000:0.0:1780298662.844554:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609993728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.844621:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777609993728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (152us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.844626:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7084 00002000:00100000:0.0:1780298662.844630:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (1343488->1347583) req@ffff9cf3481fed80 x1866777609993728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.844635:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777609993728 ext(1343488->1347583) 00002000:00010000:0.0:1780298662.844638:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fed80 00000100:00100000:2.0:1780298662.845664:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.845705:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993856 00000100:00100000:1.0:1780298662.845712:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993856 00002000:00100000:1.0:1780298662.845733:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1384447) req@ffff9cf3481fe300 x1866777609993856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.845743:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe300 with x1866777609993856 ext(1318912->1384447) 00002000:00010000:1.0:1780298662.845746:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe300 00000100:00100000:1.0:1780298662.845768:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7085 00000100:00100000:1.0:1780298662.845777:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609993856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.846626:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609993856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 849us (960us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298662.846635:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7085 00002000:00100000:1.0:1780298662.846642:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1318912->1384447) req@ffff9cf3481fe300 x1866777609993856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.846651:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe300 with x1866777609993856 ext(1318912->1384447) 00002000:00010000:1.0:1780298662.846656:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe300 00000100:00100000:2.0:1780298662.847549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.847589:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609993984 00000100:00100000:0.0:1780298662.847594:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609993984 00000100:00100000:0.0:1780298662.847629:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11539 00000100:00100000:0.0:1780298662.847638:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609993984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.847648:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.847662:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f91 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.847699:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:0.0:1780298662.847702:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:0.0:1780298662.847708:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.847721:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.847729:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.847752:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609993984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 117us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.847757:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11539 00000100:00100000:2.0:1780298662.848775:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.848814:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994112 00000100:00100000:3.0:1780298662.848820:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994112 00000100:00100000:3.0:1780298662.848843:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11540 00000100:00100000:3.0:1780298662.848848:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777609994112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.848854:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.848861:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f98 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848877:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848883:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848887:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:3.0:1780298662.848889:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:3.0:1780298662.848892:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->2080767] (req 2023424->2080767) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848913:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848929:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 9 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.848938:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605271424:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298662.848984:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.848991:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.848998:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605271552:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298662.849014:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.849651:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605271424:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.849663:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605271552:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.849683:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->2080767] (req 2023424->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.849707:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:2.0:1780298662.849732:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609994112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.849737:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11540 00000100:00100000:3.0:1780298662.849975:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.850012:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994240 00000100:00100000:3.0:1780298662.850017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.850026:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994240 00010000:00010000:1.0:1780298662.850051:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.850062:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994368 00000100:00100000:2.0:1780298662.850066:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994368 00010000:00010000:2.0:1780298662.850081:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.850088:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15539 00000100:00100000:1.0:1780298662.850099:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609994240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.850109:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298662.850113:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15540 00000100:00100000:2.0:1780298662.850145:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609994368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.850147:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850167:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.850174:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850186:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.850194:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038623 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f91 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850198:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850221:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303861c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1339392->1343487) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f8a expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850241:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:2.0:1780298662.850244:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:2.0:1780298662.850249:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.850261:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.850268:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298662.850279:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.850287:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605271680:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.850296:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777609994240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 199us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.850305:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15539 00000100:00100000:2.0:1780298662.850326:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.850922:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605271680:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.850931:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.850953:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609994368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 834us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.850958:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15540 00000100:00100000:3.0:1780298662.851028:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.851062:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994496 00000100:00100000:1.0:1780298662.851067:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994496 00000100:00100000:1.0:1780298662.851102:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7086 00000100:00100000:1.0:1780298662.851111:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777609994496:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.851394:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.851398:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.851401:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.851403:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.851405:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1376 -> 1488 00000100:00100000:1.0:1780298662.851433:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777609994496:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 323us (403us total) trans 4294969944 rc 0/0 00000100:00100000:1.0:1780298662.851440:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7086 00000100:00100000:2.0:1780298662.852116:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.852186:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994624 00000100:00100000:1.0:1780298662.852191:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994624 00000100:00100000:1.0:1780298662.852225:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62225 00000100:00100000:1.0:1780298662.852233:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:30556:x1866777609994624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.852244:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.852256:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e63038631 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6f9f expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852342:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852356:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852365:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.852387:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4205097 00000004:00200000:1.0:1780298662.852391:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.852405:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852424:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e63038631 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 88 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852436:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 87 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.852443:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.852446:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.852448:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.852477:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:30556:x1866777609994624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 245us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.852484:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62225 00000100:00100000:2.0:1780298662.853203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.853236:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994752 00000100:00100000:1.0:1780298662.853240:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994752 00000100:00100000:1.0:1780298662.853276:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11541 00000100:00100000:1.0:1780298662.853286:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609994752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.853294:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.853303:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303863f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fa6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.853306:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.853340:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605271808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.853344:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609994880 00000100:00100000:0.0:1780298662.853348:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609994880 00000100:00100000:0.0:1780298662.853373:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11542 00000100:00100000:0.0:1780298662.853380:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609994880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.853388:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.853390:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298662.853396:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63038646 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fad expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.853422:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605271936:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.853449:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.854415:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605271808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.854434:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605271936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.854438:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303863f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fa6 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.854451:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63038646 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fad expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.854455:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303863f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fa6 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.854475:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00010000:00010000:0.0:1780298662.854485:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830f22f6/0xaf35132e63038646 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fad expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.854496:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:1.0:1780298662.854507:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609994752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1224us (1304us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.854515:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11541 00000100:00100000:0.0:1780298662.854519:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609994880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1138us (1213us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.854525:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11542 00000100:00100000:2.0:1780298662.855343:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.855376:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995008 00000100:00100000:0.0:1780298662.855381:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995008 00000100:00100000:2.0:1780298662.855408:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.855414:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11543 00000100:00100000:0.0:1780298662.855422:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609995008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.855431:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.855432:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995136 00000100:00100000:1.0:1780298662.855436:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995136 00010000:00010000:0.0:1780298662.855440:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6303864d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fb4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.855461:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11544 00000100:00100000:1.0:1780298662.855468:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609995136:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.855470:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605272064:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.855475:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.855485:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038654 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fbb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.855513:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605272192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.855515:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.855538:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.856042:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605272064:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.856055:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6303864d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fb4 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.856068:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e6303864d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fb4 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.856091:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:1.0:1780298662.856101:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605272192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.856119:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038654 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fbb expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.856144:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777609995008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 704us (783us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.856167:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11543 00010000:00010000:1.0:1780298662.856182:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e63038654 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fbb expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.856194:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.856219:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609995136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (811us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.856226:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11544 00000100:00100000:2.0:1780298662.857260:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.857289:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995264 00000100:00100000:0.0:1780298662.857293:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995264 00000100:00100000:0.0:1780298662.857317:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11545 00000100:00100000:0.0:1780298662.857323:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609995264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.857332:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.857340:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6303865b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fc2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.857370:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605272320:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.857405:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.857406:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.857439:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995392 00000100:00100000:1.0:1780298662.857443:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995392 00000100:00100000:1.0:1780298662.857475:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11546 00000100:00100000:1.0:1780298662.857483:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609995392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.857491:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.857498:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038662 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fc9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.857519:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605272448:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.857544:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.858037:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605272320:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.858051:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6303865b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fc2 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.858072:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e6303865b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fc2 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.858079:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298662.858100:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777609995264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (842us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.858109:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11545 00000100:00100000:1.0:1780298662.858349:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605272448:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.858364:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038662 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fc9 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.858378:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e63038662 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fc9 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.858388:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.858413:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609995392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1009us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.858422:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11546 00000100:00100000:2.0:1780298662.859173:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.859198:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995520 00000100:00100000:3.0:1780298662.859202:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995520 00000100:00100000:3.0:1780298662.859230:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11547 00000100:00100000:3.0:1780298662.859234:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777609995520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.859241:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.859247:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fd0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.859259:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:3.0:1780298662.859262:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:3.0:1780298662.859268:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.859276:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.859281:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:3.0:1780298662.859301:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777609995520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 68us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.859306:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11547 00000100:00100000:3.0:1780298662.859871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.859902:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995648 00000100:00100000:0.0:1780298662.859907:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995648 00000100:00100000:0.0:1780298662.859942:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7087 00000100:00100000:0.0:1780298662.859953:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609995648:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298662.860029:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298662.860032:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.860035:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.860037:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.860040:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1488 -> 1488 00000100:00100000:0.0:1780298662.860069:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609995648:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 119us (198us total) trans 4294969945 rc 0/0 00000100:00100000:0.0:1780298662.860074:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7087 00000100:00100000:0.0:1780298662.860850:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.860868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.860887:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995904 00000100:00100000:1.0:1780298662.860892:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995904 00000100:00100000:3.0:1780298662.860897:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609995776 00000100:00100000:3.0:1780298662.860901:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609995776 00000100:00100000:1.0:1780298662.860919:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11548 00000100:00100000:1.0:1780298662.860926:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609995904:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.860928:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11549 00010000:00010000:1.0:1780298662.860934:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.860936:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609995776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.860942:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.860943:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038670 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fde expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.860949:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63038677 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fd7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.860970:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605272576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.860980:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605272704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.861011:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.861011:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.861657:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605272576:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.861665:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605272704:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.861672:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038670 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fde expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.861677:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63038677 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd7 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.861689:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63038677 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd7 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.861699:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00010000:00010000:1.0:1780298662.861703:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e63038670 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fde expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.861715:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:3.0:1780298662.861724:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609995776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (854us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.861732:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11549 00000100:00100000:1.0:1780298662.861732:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609995904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (881us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.861738:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11548 00000100:00100000:0.0:1780298662.862513:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.862547:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996032 00000100:00100000:1.0:1780298662.862551:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996032 00000100:00100000:1.0:1780298662.862573:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11550 00000100:00100000:1.0:1780298662.862579:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609996032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.862585:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.862592:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303867e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fe5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.862614:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605272832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.862648:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.862709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.862779:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996160 00000100:00100000:3.0:1780298662.862783:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996160 00000100:00100000:3.0:1780298662.862804:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11551 00000100:00100000:3.0:1780298662.862810:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609996160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.862816:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.862822:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63038685 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6fec expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.862840:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605272960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.862863:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.863279:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605272832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.863293:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303867e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fe5 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.863307:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303867e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fe5 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.863336:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.863363:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609996032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 784us (850us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.863368:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11550 00000100:00100000:2.0:1780298662.863478:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605272960:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.863491:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63038685 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fec expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.863501:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000441cddf1/0xaf35132e63038685 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fec expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.863507:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:2.0:1780298662.863530:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609996160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (822us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.863540:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11551 00000100:00100000:0.0:1780298662.864372:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.864407:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996288 00000100:00100000:2.0:1780298662.864412:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996288 00000100:00100000:2.0:1780298662.864441:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11552 00000100:00100000:2.0:1780298662.864447:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609996288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.864462:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.864470:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303868c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ff3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.864498:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605273088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.864539:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.865108:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605273088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.865121:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303868c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ff3 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.865150:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303868c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ff3 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.865170:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.865201:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777609996288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (828us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.865208:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11552 00000100:00100000:3.0:1780298662.865888:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.865925:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996416 00000100:00100000:1.0:1780298662.865930:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996416 00000100:00100000:1.0:1780298662.865962:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11553 00000100:00100000:1.0:1780298662.865971:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777609996416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.865979:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.865989:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d6ffa expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.866007:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.866014:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(70 0) 00010000:00010000:1.0:1780298662.866018:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(71 0) 00010000:00010000:1.0:1780298662.866023:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->2756607] (req 2752512->2756607) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.866045:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.866058:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 13 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.866071:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605273216:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.866106:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.866807:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605273216:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.866819:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->2756607] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.866829:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.866850:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777609996416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 883us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.866855:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11553 00000100:00100000:3.0:1780298662.867015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.867048:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996544 00000100:00100000:1.0:1780298662.867053:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996544 00010000:00010000:1.0:1780298662.867070:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.867090:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15541 00000100:00100000:1.0:1780298662.867094:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609996544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.867101:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.867109:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.867117:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.867175:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001a3f03a/0xaf35132e6303862a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2023424->35577855] (req 2023424->2080767) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f98 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.867181:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(71 0) 00010000:00010000:1.0:1780298662.867184:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(71 0) 00010000:00010000:1.0:1780298662.867189:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.867194:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.867210:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.867216:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605273344:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.867244:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf34a90d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.867909:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605273344:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.867919:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.867943:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609996544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 848us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.867951:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15541 00000100:00100000:3.0:1780298662.868073:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.868120:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996672 00000100:00100000:1.0:1780298662.868142:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996672 00002000:00100000:1.0:1780298662.868176:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2752512->2756607) req@ffff9cf37f755500 x1866777609996672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.868188:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755500 with x1866777609996672 ext(2752512->2756607) 00002000:00010000:1.0:1780298662.868191:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755500 00000100:00100000:1.0:1780298662.868211:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7088 00000100:00100000:1.0:1780298662.868219:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609996672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.868519:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777609996672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 301us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.868524:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7088 00002000:00100000:1.0:1780298662.868528:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2752512->2756607) req@ffff9cf37f755500 x1866777609996672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.868534:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755500 with x1866777609996672 ext(2752512->2756607) 00002000:00010000:1.0:1780298662.868536:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755500 00000100:00100000:0.0:1780298662.869485:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.869527:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996800 00000100:00100000:2.0:1780298662.869533:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996800 00002000:00100000:2.0:1780298662.869554:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2756608->2760703) req@ffff9cf37f7bd880 x1866777609996800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.869569:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777609996800 ext(2756608->2760703) 00002000:00010000:2.0:1780298662.869573:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:2.0:1780298662.869596:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7089 00000100:00100000:2.0:1780298662.869603:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609996800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.869663:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609996800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.869667:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7089 00002000:00100000:2.0:1780298662.869672:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2756608->2760703) req@ffff9cf37f7bd880 x1866777609996800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.869678:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd880 with x1866777609996800 ext(2756608->2760703) 00002000:00010000:2.0:1780298662.869681:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd880 00000100:00100000:2.0:1780298662.870667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.870700:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609996928 00000100:00100000:1.0:1780298662.870704:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609996928 00002000:00100000:1.0:1780298662.870720:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2760704->2764799) req@ffff9cf3481fd180 x1866777609996928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.870726:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777609996928 ext(2760704->2764799) 00002000:00010000:1.0:1780298662.870728:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd180 00000100:00100000:1.0:1780298662.870743:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7090 00000100:00100000:1.0:1780298662.870747:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609996928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.870801:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609996928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (134us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.870805:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7090 00002000:00100000:1.0:1780298662.870814:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2760704->2764799) req@ffff9cf3481fd180 x1866777609996928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.870820:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777609996928 ext(2760704->2764799) 00002000:00010000:1.0:1780298662.870822:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd180 00000100:00100000:3.0:1780298662.871711:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.871752:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997056 00000100:00100000:1.0:1780298662.871758:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997056 00002000:00100000:1.0:1780298662.871775:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2768895) req@ffff9cf37f757b80 x1866777609997056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.871781:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777609997056 ext(2764800->2768895) 00002000:00010000:1.0:1780298662.871783:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:1.0:1780298662.871797:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7091 00000100:00100000:1.0:1780298662.871802:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609997056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.871875:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609997056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.871880:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7091 00002000:00100000:1.0:1780298662.871884:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2764800->2768895) req@ffff9cf37f757b80 x1866777609997056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.871889:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777609997056 ext(2764800->2768895) 00002000:00010000:1.0:1780298662.871892:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:0.0:1780298662.872700:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.872735:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997184 00000100:00100000:2.0:1780298662.872739:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997184 00002000:00100000:2.0:1780298662.872754:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2768896->2772991) req@ffff9cf37f7bf480 x1866777609997184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.872760:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777609997184 ext(2768896->2772991) 00002000:00010000:2.0:1780298662.872762:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:2.0:1780298662.872777:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7092 00000100:00100000:2.0:1780298662.872782:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609997184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.872834:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609997184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (136us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.872845:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7092 00002000:00100000:2.0:1780298662.872850:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2768896->2772991) req@ffff9cf37f7bf480 x1866777609997184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.872856:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777609997184 ext(2768896->2772991) 00002000:00010000:2.0:1780298662.872858:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:2.0:1780298662.873765:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.873803:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997312 00000100:00100000:1.0:1780298662.873808:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997312 00002000:00100000:1.0:1780298662.873830:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2772992->2777087) req@ffff9cf3481fce00 x1866777609997312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.873838:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777609997312 ext(2772992->2777087) 00002000:00010000:1.0:1780298662.873848:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:1.0:1780298662.873865:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7093 00000100:00100000:1.0:1780298662.873870:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609997312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.873944:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609997312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (178us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.873951:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7093 00002000:00100000:1.0:1780298662.873958:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2772992->2777087) req@ffff9cf3481fce00 x1866777609997312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.873966:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777609997312 ext(2772992->2777087) 00002000:00010000:1.0:1780298662.873970:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:3.0:1780298662.874893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.874934:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997440 00000100:00100000:2.0:1780298662.874938:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997440 00002000:00100000:2.0:1780298662.874953:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2777088->2781183) req@ffff9cf37f755180 x1866777609997440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.874958:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755180 with x1866777609997440 ext(2777088->2781183) 00002000:00010000:2.0:1780298662.874961:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755180 00000100:00100000:2.0:1780298662.874976:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7094 00000100:00100000:2.0:1780298662.874980:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609997440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.875056:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609997440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.875062:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7094 00002000:00100000:2.0:1780298662.875066:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2777088->2781183) req@ffff9cf37f755180 x1866777609997440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.875071:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755180 with x1866777609997440 ext(2777088->2781183) 00002000:00010000:2.0:1780298662.875074:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f755180 00000100:00100000:0.0:1780298662.875943:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.875972:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997568 00000100:00100000:1.0:1780298662.875977:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997568 00002000:00100000:1.0:1780298662.875995:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2781184->2818047) req@ffff9cf37f7bf100 x1866777609997568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.876002:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf100 with x1866777609997568 ext(2781184->2818047) 00002000:00010000:1.0:1780298662.876004:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf100 00000100:00100000:1.0:1780298662.876020:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7095 00000100:00100000:1.0:1780298662.876026:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609997568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.876848:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609997568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 820us (904us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298662.876856:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7095 00002000:00100000:0.0:1780298662.876864:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2781184->2818047) req@ffff9cf37f7bf100 x1866777609997568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.876881:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf100 with x1866777609997568 ext(2781184->2818047) 00002000:00010000:0.0:1780298662.876885:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf100 00000100:00100000:0.0:1780298662.878022:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.878055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.878067:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997696 00000100:00100000:2.0:1780298662.878072:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997696 00000100:00100000:1.0:1780298662.878087:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997824 00000100:00100000:1.0:1780298662.878091:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997824 00000100:00100000:2.0:1780298662.878109:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11554 00000100:00100000:2.0:1780298662.878120:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609997696:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.878147:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11555 00000100:00100000:1.0:1780298662.878167:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609997824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.878169:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.878175:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.878188:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303869a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7001 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.878188:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7008 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.878231:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303869a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7001 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.878252:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303869a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7001 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.878252:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605273472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.878266:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.878302:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609997696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 185us (281us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.878310:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11554 00000100:00100000:1.0:1780298662.878326:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.879055:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605273472:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.879072:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386a1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7008 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.879082:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7008 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.879089:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.879110:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609997824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1057us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.879115:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11555 00000100:00100000:0.0:1780298662.879867:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.879899:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609997952 00000100:00100000:2.0:1780298662.879903:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609997952 00000100:00100000:0.0:1780298662.879919:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.879941:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998080 00000100:00100000:2.0:1780298662.879945:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998080 00000100:00100000:3.0:1780298662.879955:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11556 00000100:00100000:3.0:1780298662.879995:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609997952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.880003:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.880006:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11557 00010000:00010000:3.0:1780298662.880011:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e630386a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d700f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.880019:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609998080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.880031:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.880040:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e630386a8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d700f expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.880041:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630386af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7016 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.880065:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e630386a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d700f expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.880077:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00000100:00100000:2.0:1780298662.880081:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605273600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.880107:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777609997952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 113us (242us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.880112:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11556 00000100:00100000:2.0:1780298662.880145:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.880755:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605273600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.880768:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630386af lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7016 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.880777:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630386af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7016 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.880784:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298662.880805:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609998080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (889us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.880810:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11557 00000100:00100000:0.0:1780298662.881742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.881773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.881786:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998208 00000100:00100000:3.0:1780298662.881792:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998208 00000100:00100000:2.0:1780298662.881811:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998336 00000100:00100000:2.0:1780298662.881816:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998336 00000100:00100000:3.0:1780298662.881827:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11558 00000100:00100000:3.0:1780298662.881838:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609998208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.881846:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.881852:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11559 00010000:00010000:3.0:1780298662.881863:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d701d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.881863:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609998336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.881873:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.881882:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630386bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7024 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.881887:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386b6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d701d expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.881909:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d701d expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.881919:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:1.0:1780298662.881920:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605273728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.881953:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777609998208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 118us (212us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.881957:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.881961:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11558 00000100:00100000:1.0:1780298662.882747:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605273728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.882769:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630386bd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7024 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.882784:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630386bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7024 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.882793:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.882822:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609998336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1049us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.882827:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11559 00000100:00100000:0.0:1780298662.883721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.883754:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998464 00000100:00100000:1.0:1780298662.883758:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998464 00000100:00100000:1.0:1780298662.883787:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7096 00000100:00100000:1.0:1780298662.883792:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777609998464:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.883946:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.883949:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.883951:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.883952:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.883953:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1488 -> 1576 00000100:00100000:1.0:1780298662.883975:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777609998464:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 184us (257us total) trans 4294969946 rc 0/0 00000100:00100000:1.0:1780298662.883980:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7096 00000100:00100000:0.0:1780298662.884919:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.884969:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998592 00000100:00100000:3.0:1780298662.884973:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998592 00000100:00100000:3.0:1780298662.885000:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11560 00000100:00100000:3.0:1780298662.885007:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298662.885013:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298662.885017:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.885029:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630386c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d702b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.885031:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998720 00000100:00100000:1.0:1780298662.885038:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998720 00000100:00100000:1.0:1780298662.885066:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11561 00000100:00100000:1.0:1780298662.885072:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.885084:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.885088:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630386c4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d702b expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.885094:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7032 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.885100:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e630386c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d702b expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.885162:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:1.0:1780298662.885178:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605273856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.885189:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 183us (270us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.885194:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11560 00000100:00100000:1.0:1780298662.885228:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.885931:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605273856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.885945:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7032 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.885955:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e630386cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7032 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.885962:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:1.0:1780298662.885990:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.885997:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11561 00000100:00100000:0.0:1780298662.886861:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.886880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.886893:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998848 00000100:00100000:1.0:1780298662.886898:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998848 00000100:00100000:3.0:1780298662.886910:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609998976 00000100:00100000:3.0:1780298662.886915:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609998976 00000100:00100000:1.0:1780298662.886929:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11562 00000100:00100000:1.0:1780298662.886937:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.886944:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298662.886952:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11563 00010000:00010000:1.0:1780298662.886952:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630386d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7039 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.886964:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609998976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.886975:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.886983:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630386d9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7040 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.886992:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630386d2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7039 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.887005:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e630386d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7039 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.887009:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605273984:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.887021:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.887056:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777609998848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 120us (194us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.887059:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.887065:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11562 00000100:00100000:3.0:1780298662.887703:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605273984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.887714:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630386d9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7040 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.887723:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e630386d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7040 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.887730:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00000100:00100000:3.0:1780298662.887751:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777609998976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (870us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.887761:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11563 00000100:00100000:0.0:1780298662.888828:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.888869:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999104 00000100:00100000:2.0:1780298662.888874:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999104 00000100:00100000:2.0:1780298662.888906:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11564 00000100:00100000:2.0:1780298662.888914:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609999104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.888924:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.888933:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7047 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.888953:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386e0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7047 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.888966:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7047 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.888983:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.889012:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609999104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 99us (185us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.889018:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11564 00000100:00100000:0.0:1780298662.889880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.889921:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999232 00000100:00100000:2.0:1780298662.889925:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999232 00000100:00100000:2.0:1780298662.889957:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7097 00000100:00100000:2.0:1780298662.889964:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777609999232:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.890164:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 10793 -> 841091 00002000:00010000:2.0:1780298662.890168:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.890171:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.890174:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.890177:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 120 00000100:00100000:2.0:1780298662.890214:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777609999232:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 244us (328us total) trans 4294969421 rc 0/0 00000100:00100000:2.0:1780298662.890222:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7097 00000100:00100000:0.0:1780298662.890960:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.890987:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999360 00000100:00100000:1.0:1780298662.890991:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999360 00000100:00100000:1.0:1780298662.891013:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11565 00000100:00100000:1.0:1780298662.891019:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.891025:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.891034:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630386e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d704e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.891048:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630386e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d704e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.891057:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e630386e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d704e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.891072:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.891093:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 74us (134us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.891097:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11565 00000100:00100000:0.0:1780298662.891895:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.891934:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999488 00000100:00100000:2.0:1780298662.891939:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999488 00000100:00100000:2.0:1780298662.891967:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11566 00000100:00100000:2.0:1780298662.891975:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.891983:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.891991:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630386ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7055 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.892033:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630386ee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7055 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.892046:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630386ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7055 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.892055:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298662.892082:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 108us (186us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.892090:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11566 00000100:00100000:0.0:1780298662.892894:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.892926:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999616 00000100:00100000:3.0:1780298662.892930:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999616 00000100:00100000:3.0:1780298662.892953:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11567 00000100:00100000:3.0:1780298662.892960:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609999616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298662.892966:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.892971:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d705c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.892984:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d705c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.892992:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e630386f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d705c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.892998:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:3.0:1780298662.893019:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777609999616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 61us (126us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.893023:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11567 00000100:00100000:0.0:1780298662.894121:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.894174:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999744 00000100:00100000:1.0:1780298662.894177:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999744 00002000:00100000:1.0:1780298662.894203:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3108864->3174399) req@ffff9cf244ad8e00 x1866777609999744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.894213:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8e00 with x1866777609999744 ext(3108864->3174399) 00002000:00010000:1.0:1780298662.894219:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8e00 00000100:00100000:1.0:1780298662.894240:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7098 00000100:00100000:1.0:1780298662.894248:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609999744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.895107:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777609999744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 859us (985us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298662.895113:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7098 00002000:00100000:1.0:1780298662.895119:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3108864->3174399) req@ffff9cf244ad8e00 x1866777609999744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.895172:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8e00 with x1866777609999744 ext(3108864->3174399) 00002000:00010000:1.0:1780298662.895183:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8e00 00000100:00100000:0.0:1780298662.896211:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.896244:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777609999872 00000100:00100000:2.0:1780298662.896250:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777609999872 00002000:00100000:2.0:1780298662.896278:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3174400->3211263) req@ffff9cf244ada300 x1866777609999872/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.896288:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada300 with x1866777609999872 ext(3174400->3211263) 00002000:00010000:2.0:1780298662.896291:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada300 00000100:00100000:2.0:1780298662.896308:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7099 00000100:00100000:2.0:1780298662.896317:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.897056:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777609999872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 740us (845us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298662.897065:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7099 00002000:00100000:2.0:1780298662.897073:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3174400->3211263) req@ffff9cf244ada300 x1866777609999872/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.897095:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada300 with x1866777609999872 ext(3174400->3211263) 00002000:00010000:2.0:1780298662.897099:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada300 00000100:00100000:3.0:1780298662.898000:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.898041:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000000 00000100:00100000:2.0:1780298662.898045:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000000 00000100:00100000:2.0:1780298662.898076:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11568 00000100:00100000:2.0:1780298662.898083:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610000000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.898092:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.898105:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7063 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.898168:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7063 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.898184:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630386fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7063 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.898193:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.898226:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610000000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 144us (228us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.898233:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11568 00000100:00100000:3.0:1780298662.898924:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.898959:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000128 00000100:00100000:1.0:1780298662.898964:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000128 00000100:00100000:1.0:1780298662.898995:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11569 00000100:00100000:1.0:1780298662.899003:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610000128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.899028:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.899036:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038703 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d706a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.899054:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038703 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d706a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.899063:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e63038703 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d706a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.899069:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298662.899091:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610000128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (167us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.899096:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11569 00000100:00100000:0.0:1780298662.899903:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.899939:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000256 00000100:00100000:2.0:1780298662.899944:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000256 00000100:00100000:2.0:1780298662.899975:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11570 00000100:00100000:2.0:1780298662.899985:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610000256:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.900000:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298662.900005:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.900015:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303870a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7071 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.900023:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000384 00000100:00100000:0.0:1780298662.900028:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000384 00010000:00010000:2.0:1780298662.900036:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303870a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7071 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.900050:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303870a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7071 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.900059:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11571 00010000:00010000:2.0:1780298662.900061:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298662.900069:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610000384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.900078:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.900091:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610000256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 107us (187us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298662.900094:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038711 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7078 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.900101:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11570 00000100:00100000:0.0:1780298662.900180:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605274112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.900242:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.900933:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.900946:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605274112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.900964:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038711 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7078 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.900974:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038711 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7078 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.900980:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298662.901003:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610000384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1007us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.901010:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11571 00000100:00100000:1.0:1780298662.901782:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.901817:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000512 00000100:00100000:2.0:1780298662.901822:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000512 00000100:00100000:2.0:1780298662.901858:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11572 00000100:00100000:2.0:1780298662.901867:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610000512:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.901876:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298662.901879:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.901889:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038718 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d707f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.901904:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000640 00000100:00100000:1.0:1780298662.901908:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000640 00010000:00010000:2.0:1780298662.901910:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038718 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d707f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.901923:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038718 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d707f expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.901935:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11573 00000100:00100000:1.0:1780298662.901944:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610000640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.901945:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00010000:00010000:1.0:1780298662.901951:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.901959:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e6303871f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7086 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.901979:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610000512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 113us (195us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.901983:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605274240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.901992:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11572 00000100:00100000:1.0:1780298662.902031:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.902718:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605274240:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.902730:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e6303871f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7086 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.902744:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e6303871f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7086 expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.902751:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:3.0:1780298662.902774:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610000640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (904us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.902778:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11573 00000100:00100000:3.0:1780298662.903579:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.903617:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610000896 00000100:00100000:0.0:1780298662.903621:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610000896 00000100:00100000:0.0:1780298662.903647:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62226 00000100:00100000:0.0:1780298662.903652:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+96:30556:x1866777610000896:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.903684:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.903698:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e63038607 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f75 expref: 96 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.903707:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.903715:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.903835:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.903845:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 86 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.903856:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.903871:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 86 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.903881:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 86 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.903889:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605274368:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.903927:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.904529:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605274368:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.904541:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.904677:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.904717:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001024 00000100:00100000:2.0:1780298662.904722:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001024 00010000:00010000:2.0:1780298662.904741:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 87 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.904769:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15542 00000100:00100000:2.0:1780298662.904777:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:2399:x1866777610001024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.904786:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.904791:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 87 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904803:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 87 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904816:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e63038638 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f9f expref: 87 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904827:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.904831:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904850:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904857:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.904876:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.904898:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.904905:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.904909:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:2399:x1866777610001024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.904918:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15542 00000001:00080000:1.0:1780298662.904950:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991245 00000004:00010000:1.0:1780298662.904970:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffaab54e reply state 00000000fc86fe06 transno 4294991246 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.904979:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.904983:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.904985:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.904986:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.905031:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:30556:x1866777610000896:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1379us (1452us total) trans 4294991246 rc 0/0 00000100:00100000:1.0:1780298662.905036:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62226 00000020:00080000:1.0:1780298662.905040:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.905705:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.905737:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001152 00000100:00100000:1.0:1780298662.905741:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001152 00000100:00100000:1.0:1780298662.905763:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11574 00000100:00100000:1.0:1780298662.905767:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610001152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.905773:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.905780:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d708d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905798:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905805:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905809:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(71 0) 00010000:00010000:1.0:1780298662.905812:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(73 0) 00010000:00010000:1.0:1780298662.905815:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905834:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905841:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.905849:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605274496:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.905882:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.905888:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 13 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.905903:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605274624:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.905923:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.906575:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605274496:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.906670:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605274624:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.906682:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.906690:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.906714:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610001152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.906719:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11574 00000100:00100000:0.0:1780298662.906914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.906949:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001280 00000100:00100000:1.0:1780298662.906953:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001280 00010000:00010000:1.0:1780298662.906968:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.906990:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15543 00000100:00100000:3.0:1780298662.906995:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.906999:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610001280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.907005:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298662.907015:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001408 00010000:00010000:1.0:1780298662.907018:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.907022:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001408 00010000:00010000:1.0:1780298662.907034:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907044:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.907064:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ee949fd/0xaf35132e63038669 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [339968->2023423] (req 339968->368639) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6fd0 expref: 14 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.907073:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.907082:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15544 00000100:00100000:2.0:1780298662.907092:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610001408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1780298662.907096:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610001280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 97us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.907104:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15543 00010000:00010000:2.0:1780298662.907107:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.907118:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907167:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907184:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e63038693 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->18446744073709551615] (req 2752512->2756607) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6ffa expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907211:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(73 0) 00010000:00010000:2.0:1780298662.907214:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(73 0) 00010000:00010000:2.0:1780298662.907219:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907228:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.907250:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.907261:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605274752:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.907299:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.907918:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605274752:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.907931:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.907954:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610001408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 867us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.907960:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15544 00000100:00100000:0.0:1780298662.908106:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.908147:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.908173:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001536 00000100:00100000:2.0:1780298662.908176:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001664 00000100:00100000:1.0:1780298662.908177:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001536 00000100:00100000:2.0:1780298662.908182:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001664 00002000:00010000:1.0:1780298662.908203:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2028628->18446744073709551615) 00002000:00010000:2.0:1780298662.908208:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.908208:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777610001536 ext(2028628->18446744073709551615) 00002000:00100000:2.0:1780298662.908216:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adaa00 with x1866777610001664 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.908218:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680. 00002000:00010000:2.0:1780298662.908223:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adaa00. 00000100:00100000:1.0:1780298662.908240:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7100 00000100:00100000:1.0:1780298662.908252:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610001536:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298662.908258:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7101 00000100:00100000:2.0:1780298662.908276:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610001664:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.908430:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 841091 -> 0 00002000:00010000:2.0:1780298662.908433:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.908435:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.908437:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.908439:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:2.0:1780298662.908464:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610001664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 193us (317us total) trans 4294969422 rc 0/0 00000100:00100000:2.0:1780298662.908469:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7101 00002000:00010000:1.0:1780298662.908470:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 2028628 00002000:00010000:2.0:1780298662.908472:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:1.0:1780298662.908475:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00100000:2.0:1780298662.908476:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adaa00 with x1866777610001664 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298662.908482:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adaa00. 00002000:00010000:1.0:1780298662.908482:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.908488:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.908491:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1576 -> 1328 00000100:00100000:1.0:1780298662.908518:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610001536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 267us (410us total) trans 4294969947 rc 0/0 00000100:00100000:1.0:1780298662.908526:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7100 00002000:00010000:1.0:1780298662.908530:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2028628->18446744073709551615) 00002000:00100000:1.0:1780298662.908533:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777610001536 ext(2028628->18446744073709551615) 00002000:00010000:1.0:1780298662.908543:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680. 00000100:00100000:0.0:1780298662.909400:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.909431:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001792 00000100:00100000:1.0:1780298662.909434:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001792 00000100:00100000:1.0:1780298662.909463:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62227 00000100:00100000:1.0:1780298662.909471:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+86:30556:x1866777610001792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.909481:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.909491:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e63038734 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7094 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909552:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909560:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909567:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.909581:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2028628 00000004:00200000:1.0:1780298662.909584:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.909594:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909609:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08800/0xaf35132e63038734 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7094 expref: 88 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909617:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7094 expref: 87 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.909622:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.909628:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.909631:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.909652:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:30556:x1866777610001792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 184us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.909656:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62227 00000100:00100000:3.0:1780298662.910546:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.910589:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610001920 00000100:00100000:0.0:1780298662.910595:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610001920 00000100:00100000:0.0:1780298662.910631:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11575 00000100:00100000:0.0:1780298662.910637:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610001920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.910644:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.910653:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038742 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d709b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.910678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.910690:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605274880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.910714:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002048 00000100:00100000:1.0:1780298662.910720:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002048 00000100:00100000:0.0:1780298662.910732:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.910758:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11576 00000100:00100000:1.0:1780298662.910767:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610002048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.910777:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.910787:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038749 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70a2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.910818:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605275008:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.910852:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.911422:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605274880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.911437:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038742 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d709b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.911448:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038742 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d709b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.911455:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298662.911476:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610001920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (933us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.911481:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11575 00002000:00010000:0.0:1780298662.911594:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:0.0:1780298662.911606:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605275008:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.911621:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038749 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70a2 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.911634:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e63038749 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70a2 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.911643:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:0.0:1780298662.911668:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610002048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 903us (992us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.911680:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11576 00000100:00100000:3.0:1780298662.912447:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.912465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.912478:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002176 00000100:00100000:1.0:1780298662.912482:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002176 00000100:00100000:1.0:1780298662.912511:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002304 00000100:00100000:1.0:1780298662.912515:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002304 00000100:00100000:2.0:1780298662.912520:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11577 00000100:00100000:0.0:1780298662.912532:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11578 00000100:00100000:2.0:1780298662.912535:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610002176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.912545:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.912547:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610002304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.912557:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038750 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70a9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.912557:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.912567:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038757 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70b0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.912594:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605275136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.912602:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605275264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.912653:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.912653:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.913282:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605275136:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.913301:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038750 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70a9 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.913328:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038750 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70a9 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.913340:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298662.913375:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610002176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (927us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.913381:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605275264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.913386:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11577 00010000:00010000:0.0:1780298662.913410:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038757 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b0 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.913424:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038757 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b0 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.913435:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298662.913466:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610002304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (999us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.913472:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11578 00000100:00100000:3.0:1780298662.914306:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.914337:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002432 00000100:00100000:0.0:1780298662.914343:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002432 00000100:00100000:0.0:1780298662.914378:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62228 00000100:00100000:0.0:1780298662.914385:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:30556:x1866777610002432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.914402:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.914411:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6303875e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70b7 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914464:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914473:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914479:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.914494:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2028628 00000004:00200000:0.0:1780298662.914497:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.914508:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914522:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e6303875e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 100 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914534:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.914542:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.914544:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.914547:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298662.914577:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:30556:x1866777610002432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 194us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.914582:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62228 00000100:00100000:3.0:1780298662.915778:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.915816:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002560 00000100:00100000:2.0:1780298662.915820:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002560 00000100:00100000:2.0:1780298662.915851:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7102 00000100:00100000:2.0:1780298662.915857:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610002560:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.915986:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2028628 -> 2028628 00002000:00010000:2.0:1780298662.915988:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.915990:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.915992:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.915993:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1328 -> 1464 00000100:00100000:2.0:1780298662.916022:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610002560:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 166us (248us total) trans 4294969948 rc 0/0 00000100:00100000:2.0:1780298662.916026:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7102 00000100:00100000:1.0:1780298662.917362:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.917394:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002688 00000100:00100000:2.0:1780298662.917398:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002688 00000100:00100000:2.0:1780298662.917419:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11579 00000100:00100000:2.0:1780298662.917424:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610002688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.917438:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.917449:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70be expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.917465:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.917472:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(73 0) 00010000:00010000:2.0:1780298662.917475:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(74 0) 00010000:00010000:2.0:1780298662.917478:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->1019903] (req 962560->1019903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.917495:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.917506:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 11 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.917514:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605275392:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.917561:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.918239:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605275392:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.918256:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->1019903] (req 962560->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.918267:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298662.918303:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610002688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.918310:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11579 00000100:00100000:3.0:1780298662.918447:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.918494:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002816 00000100:00100000:0.0:1780298662.918499:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002816 00010000:00010000:0.0:1780298662.918519:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.918547:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15545 00000100:00100000:0.0:1780298662.918554:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610002816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.918564:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.918585:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.918600:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.918618:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303872d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d708d expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.918629:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(74 0) 00010000:00010000:0.0:1780298662.918632:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(74 0) 00010000:00010000:0.0:1780298662.918640:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.918648:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.918669:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.918686:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605275520:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.918722:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffe40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.919386:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605275520:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.919397:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.919431:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610002816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 876us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.919440:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15545 00000100:00100000:3.0:1780298662.919503:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.919523:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610002944 00000100:00100000:1.0:1780298662.919527:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610002944 00000100:00100000:1.0:1780298662.919560:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7103 00000100:00100000:1.0:1780298662.919568:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610002944:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298662.919759:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2028628 -> 2028628 00002000:00010000:1.0:1780298662.919762:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.919768:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.919773:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.919775:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1464 -> 1576 00000100:00100000:1.0:1780298662.919799:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610002944:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (296us total) trans 4294969949 rc 0/0 00000100:00100000:1.0:1780298662.919806:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7103 00000100:00100000:1.0:1780298662.920721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.920758:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003072 00000100:00100000:0.0:1780298662.920763:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003072 00000100:00100000:0.0:1780298662.920794:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11580 00000100:00100000:0.0:1780298662.920803:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610003072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.920813:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.920822:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038773 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70c5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.920857:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605275648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.920901:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.921551:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605275648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.921569:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038773 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70c5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.921584:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e63038773 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70c5 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.921607:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298662.921635:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610003072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (915us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.921643:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11580 00000100:00100000:3.0:1780298662.922456:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.922494:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003200 00000100:00100000:1.0:1780298662.922498:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003200 00000100:00100000:1.0:1780298662.922518:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11581 00000100:00100000:1.0:1780298662.922522:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610003200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.922528:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.922535:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303877a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70cc expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.922557:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605275776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.922590:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.923230:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605275776:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.923242:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303877a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70cc expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.923271:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303877a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70cc expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.923281:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:3.0:1780298662.923309:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610003200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (852us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.923314:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11581 00000100:00100000:3.0:1780298662.924043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.924079:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003328 00000100:00100000:0.0:1780298662.924085:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003328 00000100:00100000:0.0:1780298662.924118:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11582 00000100:00100000:0.0:1780298662.924160:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610003328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.924170:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.924181:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70d3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.924206:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.924215:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(74 0) 00010000:00010000:0.0:1780298662.924219:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(75 0) 00010000:00010000:0.0:1780298662.924224:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->2031615] (req 1982464->2031615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.924244:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.924256:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.924274:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605275904:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.924311:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.924867:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605275904:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.924881:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->2031615] (req 1982464->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.924892:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.924921:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610003328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.924928:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11582 00000100:00100000:3.0:1780298662.924983:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.925022:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003456 00000100:00100000:0.0:1780298662.925027:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003456 00010000:00010000:0.0:1780298662.925046:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 15 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.925071:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15546 00000100:00100000:0.0:1780298662.925077:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610003456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.925086:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.925096:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 15 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.925107:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 15 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.925183:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303876c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [962560->34516991] (req 962560->1019903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70be expref: 15 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.925194:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(75 0) 00010000:00010000:0.0:1780298662.925197:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(75 0) 00010000:00010000:0.0:1780298662.925205:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.925213:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.925234:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.925243:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605276032:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298662.925276:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.925876:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605276032:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298662.925887:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298662.925917:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610003456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 839us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.925926:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15546 00000100:00100000:3.0:1780298662.925955:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.926008:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003584 00000100:00100000:2.0:1780298662.926013:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003584 00000100:00100000:2.0:1780298662.926047:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7104 00000100:00100000:2.0:1780298662.926054:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610003584:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298662.926290:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2028628 -> 2028628 00002000:00010000:2.0:1780298662.926294:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.926297:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.926300:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.926302:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1576 -> 1568 00000100:00100000:2.0:1780298662.926333:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610003584:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 279us (378us total) trans 4294969950 rc 0/0 00000100:00100000:2.0:1780298662.926341:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7104 00000100:00100000:1.0:1780298662.927287:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.927337:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003840 00000100:00100000:1.0:1780298662.927338:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.927344:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003840 00000100:00100000:2.0:1780298662.927385:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003712 00000100:00100000:2.0:1780298662.927389:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003712 00000100:00100000:0.0:1780298662.927403:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11583 00000100:00100000:0.0:1780298662.927414:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610003840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298662.927421:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11584 00000100:00100000:3.0:1780298662.927434:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610003712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.927435:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.927444:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.927450:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038788 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70e1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.927453:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e6303878f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70da expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.927495:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605276160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.927504:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605276288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.927537:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.927540:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.928211:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605276160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.928233:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e6303878f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70da expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.928259:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e6303878f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70da expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.928271:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00000100:00100000:0.0:1780298662.928300:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605276288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.928313:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038788 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70e1 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.928326:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038788 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70e1 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.928335:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298662.928364:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610003840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1078us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.928380:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11583 00000100:00100000:0.0:1780298662.928427:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610003712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1087us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.928434:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11584 00000100:00100000:1.0:1780298662.929333:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.929360:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.929379:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610003968 00000100:00100000:3.0:1780298662.929385:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610003968 00000100:00100000:0.0:1780298662.929399:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004096 00000100:00100000:0.0:1780298662.929405:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004096 00000100:00100000:3.0:1780298662.929426:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11585 00000100:00100000:3.0:1780298662.929440:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610003968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.929444:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11586 00010000:00010000:3.0:1780298662.929453:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.929458:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610004096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.929470:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298662.929472:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63038796 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70e8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.929479:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303879d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70ef expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.929511:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605276416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.929530:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605276544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298662.929573:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.929577:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.930342:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605276416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.930359:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605276544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298662.930364:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63038796 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70e8 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.930382:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441cddf1/0xaf35132e63038796 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70e8 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.930385:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303879d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70ef expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.930402:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf400, rc 0) 00010000:00010000:0.0:1780298662.930409:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303879d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70ef expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.930420:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:3.0:1780298662.930434:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610003968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1102us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298662.930441:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11585 00000100:00100000:0.0:1780298662.930447:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610004096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1085us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.930455:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11586 00000100:00100000:0.0:1780298662.931411:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.931521:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004224 00000100:00100000:1.0:1780298662.931527:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004224 00000100:00100000:3.0:1780298662.931548:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.931565:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004352 00000100:00100000:1.0:1780298662.931569:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004352 00000100:00100000:0.0:1780298662.931576:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11587 00000100:00100000:0.0:1780298662.931585:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.931591:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.931599:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630387a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70f6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.931602:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11588 00000100:00100000:1.0:1780298662.931617:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.931626:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298662.931630:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605276672:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.931636:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d70fd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.931672:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605276800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.931678:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.931704:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.932426:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605276672:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.932442:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630387a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70f6 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.932451:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605276800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.932457:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630387a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70f6 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.932473:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ab lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70fd expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.932476:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00010000:00010000:1.0:1780298662.932492:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70fd expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.932504:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:2.0:1780298662.932505:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.932512:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11587 00000100:00100000:1.0:1780298662.932534:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.932552:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11588 00000100:00100000:3.0:1780298662.933382:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.933412:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.933424:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004480 00000100:00100000:2.0:1780298662.933428:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004480 00000100:00100000:1.0:1780298662.933455:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004608 00000100:00100000:2.0:1780298662.933459:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11589 00000100:00100000:1.0:1780298662.933460:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004608 00000100:00100000:2.0:1780298662.933465:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.933473:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.933481:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630387b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7104 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.933488:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11590 00000100:00100000:1.0:1780298662.933496:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.933503:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.933507:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605276928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.933510:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630387b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d710b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.933534:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605277056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.933544:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.933558:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.934416:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605277056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.934418:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605276928:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.934445:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630387b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7104 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.934448:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630387b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d710b expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.934469:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630387b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7104 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.934472:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e630387b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d710b expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.934483:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00010000:00010000:1.0:1780298662.934487:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:2.0:1780298662.934515:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1133us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.934522:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610004608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.934537:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11589 00000100:00100000:1.0:1780298662.934546:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11590 00000100:00100000:0.0:1780298662.935658:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.935690:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004864 00000100:00100000:1.0:1780298662.935695:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004864 00000100:00100000:1.0:1780298662.935730:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62229 00000100:00100000:1.0:1780298662.935736:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+87:30556:x1866777610004864:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.935773:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.935786:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303873b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7094 expref: 87 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.935797:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.935800:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.935924:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.935935:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 98 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.935948:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.935966:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 98 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.935978:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 98 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.935990:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605277184:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.936049:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.936657:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605277184:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.936668:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.936855:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.936883:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610004992 00000100:00100000:1.0:1780298662.936887:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610004992 00010000:00010000:1.0:1780298662.936900:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 99 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.936919:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15547 00000100:00100000:1.0:1780298662.936923:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:2399:x1866777610004992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.936930:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.936934:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 99 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936941:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 99 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936951:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377600/0xaf35132e63038765 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70b7 expref: 99 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936958:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.936960:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936967:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936972:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.936992:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.937016:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.937026:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:2399:x1866777610004992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 101us (170us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298662.937026:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.937043:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15547 00000001:00080000:0.0:1780298662.937087:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991247 00000004:00010000:0.0:1780298662.937109:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce43fc9b reply state 00000000f7e0b4e9 transno 4294991248 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.937122:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.937193:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.937196:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298662.937199:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298662.937258:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+89:30556:x1866777610004864:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1521us (1603us total) trans 4294991248 rc 0/0 00000100:00100000:0.0:1780298662.937265:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62229 00000020:00080000:0.0:1780298662.937269:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.937991:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.938035:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005120 00000100:00100000:2.0:1780298662.938040:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005120 00000100:00100000:2.0:1780298662.938085:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11591 00000100:00100000:2.0:1780298662.938094:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610005120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.938105:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.938117:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7112 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.938168:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.938176:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(75 0) 00010000:00010000:2.0:1780298662.938181:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(76 0) 00010000:00010000:2.0:1780298662.938186:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.938208:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.938220:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.938228:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605277312:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.938263:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.938832:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605277312:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.938846:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.938856:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298662.938883:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610005120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.938890:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11591 00000100:00100000:3.0:1780298662.939097:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.939163:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005248 00000100:00100000:2.0:1780298662.939168:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005248 00010000:00010000:2.0:1780298662.939189:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.939215:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15548 00000100:00100000:2.0:1780298662.939223:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610005248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.939231:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.939244:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.939251:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.939265:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038781 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1982464->35536895] (req 1982464->2031615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d70d3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.939276:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(76 0) 00010000:00010000:2.0:1780298662.939286:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(76 0) 00010000:00010000:2.0:1780298662.939292:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.939302:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.939321:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.939328:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605277440:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.939358:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.940002:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605277440:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.940014:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.940045:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.940051:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610005248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 829us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.940059:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15548 00000100:00100000:0.0:1780298662.940097:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005376 00000100:00100000:0.0:1780298662.940102:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005376 00000100:00100000:1.0:1780298662.940180:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11592 00000100:00100000:1.0:1780298662.940189:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610005376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.940203:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.940215:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7119 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.940236:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.940242:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(41 0) 00010000:00010000:1.0:1780298662.940245:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:1.0:1780298662.940249:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.940268:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.940280:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 16 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.940294:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605277568:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.940331:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.940936:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605277568:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.940947:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.940955:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:1.0:1780298662.940983:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610005376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.940990:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11592 00000100:00100000:2.0:1780298662.941064:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.941143:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005504 00000100:00100000:3.0:1780298662.941147:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005504 00010000:00010000:3.0:1780298662.941176:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.941215:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15549 00000100:00100000:3.0:1780298662.941224:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610005504:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298662.941231:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298662.941242:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.941249:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.941260:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630385e4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d6f67 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.941267:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:3.0:1780298662.941269:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:3.0:1780298662.941273:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.941278:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298662.941292:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.941306:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605277696:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298662.941334:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298662.941909:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605277696:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298662.941919:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298662.941982:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610005504:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 760us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298662.941989:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15549 00000100:00100000:0.0:1780298662.942070:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.942096:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005632 00000100:00100000:3.0:1780298662.942212:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005632 00000100:00100000:2.0:1780298662.942230:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:2.0:1780298662.942267:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2380970->18446744073709551615) 00000100:00100000:1.0:1780298662.942271:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005760 00002000:00100000:2.0:1780298662.942273:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777610005632 ext(2380970->18446744073709551615) 00000100:00100000:1.0:1780298662.942278:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005760 00002000:00010000:2.0:1780298662.942283:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9500. 00002000:00010000:1.0:1780298662.942305:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.942310:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ffb80 with x1866777610005760 ext(0->18446744073709551615) 00000100:00100000:2.0:1780298662.942313:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7105 00002000:00010000:1.0:1780298662.942318:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481ffb80. 00000100:00100000:2.0:1780298662.942324:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610005632:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298662.942341:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7106 00000100:00100000:1.0:1780298662.942350:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610005760:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298662.942429:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298662.942431:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.942433:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:1.0:1780298662.942434:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.942436:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298662.942466:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610005760:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 118us (238us total) trans 4294969423 rc 0/0 00000100:00100000:1.0:1780298662.942473:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7106 00002000:00010000:1.0:1780298662.942477:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298662.942480:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ffb80 with x1866777610005760 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298662.942492:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481ffb80. 00002000:00010000:2.0:1780298662.942507:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2028628 -> 2380970 00002000:00010000:2.0:1780298662.942517:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.942520:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.942522:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.942524:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1568 -> 1432 00000100:00100000:2.0:1780298662.942555:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610005632:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 235us (485us total) trans 4294969951 rc 0/0 00000100:00100000:2.0:1780298662.942563:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7105 00002000:00010000:2.0:1780298662.942567:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2380970->18446744073709551615) 00002000:00100000:2.0:1780298662.942570:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777610005632 ext(2380970->18446744073709551615) 00002000:00010000:2.0:1780298662.942575:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9500. 00000100:00100000:3.0:1780298662.943280:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.943317:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610005888 00000100:00100000:1.0:1780298662.943322:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610005888 00000100:00100000:1.0:1780298662.943355:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62230 00000100:00100000:1.0:1780298662.943363:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:30556:x1866777610005888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.943371:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.943387:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630387d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7120 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943443:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943453:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943460:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.943475:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2380970 00000004:00200000:1.0:1780298662.943478:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.943489:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943504:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e630387d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 100 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943513:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.943517:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.943524:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.943526:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:1.0:1780298662.943548:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:30556:x1866777610005888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 188us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.943552:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62230 00000100:00100000:2.0:1780298662.944409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.944430:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.944444:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006016 00000100:00100000:3.0:1780298662.944448:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006016 00000100:00100000:3.0:1780298662.944472:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006144 00000100:00100000:3.0:1780298662.944475:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006144 00000100:00100000:0.0:1780298662.944485:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11593 00000100:00100000:0.0:1780298662.944499:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610006016:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298662.944504:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11594 00010000:00010000:0.0:1780298662.944514:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.944515:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610006144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.944524:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.944532:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630387e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7127 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.944539:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630387ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d712e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.944581:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605277824:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298662.944585:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605277952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.944627:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.944628:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:1.0:1780298662.945348:0:20252:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:1.0:1780298662.945361:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605277824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298662.945379:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630387ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d712e expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.945399:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027b1d9e0/0xaf35132e630387ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d712e expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.945406:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.945435:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610006144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1004us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.945443:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11594 00000100:00100000:0.0:1780298662.945468:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605277952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.945483:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630387e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7127 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.945495:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e630387e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7127 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.945501:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00000100:00100000:0.0:1780298662.945525:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610006016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1117us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.945531:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11593 00000100:00100000:3.0:1780298662.946529:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.946567:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006400 00000100:00100000:2.0:1780298662.946571:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006400 00000100:00100000:2.0:1780298662.946600:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11595 00000100:00100000:2.0:1780298662.946609:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610006400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.946618:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.946628:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630387f1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d713c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.946639:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.946658:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605278080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.946673:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006272 00000100:00100000:1.0:1780298662.946678:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006272 00000100:00100000:2.0:1780298662.946700:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.946705:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11596 00000100:00100000:1.0:1780298662.946711:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610006272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.946718:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.946725:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630387f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7135 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.946746:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605278208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.946772:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.947436:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605278080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.947456:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630387f1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d713c expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.947469:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605278208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.947485:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630387f1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d713c expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.947493:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00010000:00010000:1.0:1780298662.947501:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630387f8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7135 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.947516:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e630387f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7135 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.947526:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610006400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (995us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298662.947529:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:2.0:1780298662.947537:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11595 00000100:00100000:1.0:1780298662.947560:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610006272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (921us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.947567:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11596 00000100:00100000:3.0:1780298662.951312:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.951348:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006528 00000100:00100000:1.0:1780298662.951357:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006528 00000100:00100000:1.0:1780298662.951403:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62231 00000100:00100000:1.0:1780298662.951411:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+89:30556:x1866777610006528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.951443:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.951461:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630387ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7143 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951545:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951566:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951576:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.951598:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2380970 00000004:00200000:1.0:1780298662.951600:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.951617:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951641:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e630387ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7143 expref: 91 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951657:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7143 expref: 90 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.951666:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.951668:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.951672:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298662.951724:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+90:30556:x1866777610006528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 313us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.951731:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62231 00000100:00100000:0.0:1780298662.953009:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.953059:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006656 00000100:00100000:0.0:1780298662.953061:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.953065:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006656 00000100:00100000:2.0:1780298662.953098:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006784 00000100:00100000:2.0:1780298662.953102:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006784 00000100:00100000:0.0:1780298662.953107:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11597 00000100:00100000:0.0:1780298662.953119:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610006656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.953147:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298662.953163:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11598 00000100:00100000:2.0:1780298662.953172:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610006784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.953172:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303880d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d714a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.953181:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.953190:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038814 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7151 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.953228:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605278336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.953230:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605278464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.953304:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.953304:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:0.0:1780298662.955019:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 2380970 -> 5031056 00000100:00100000:0.0:1780298662.955038:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605278336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.955039:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605278464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.955073:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038814 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7151 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.955079:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303880d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d714a expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.955102:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c32e716d/0xaf35132e6303880d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d714a expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.955103:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038814 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7151 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.955113:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376a00, rc 0) 00010000:00010000:2.0:1780298662.955140:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298662.955189:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610006784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2018us (2128us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.955198:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610006656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 2080us (2188us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.955203:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11598 00000100:00100000:0.0:1780298662.955211:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11597 00000100:00100000:3.0:1780298662.956189:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.956221:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610006912 00000100:00100000:0.0:1780298662.956226:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610006912 00000100:00100000:0.0:1780298662.956273:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11599 00000100:00100000:0.0:1780298662.956283:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610006912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.956299:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.956309:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7158 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.956326:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.956332:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(76 0) 00010000:00010000:0.0:1780298662.956341:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:0.0:1780298662.956344:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2035712->2039807] (req 2035712->2039807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.956361:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.956371:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 15 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.956379:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605278592:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.956415:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.957047:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605278592:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.957059:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2035712->2039807] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.957067:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298662.957093:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610006912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.957101:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11599 00000100:00100000:3.0:1780298662.957351:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.957387:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007040 00000100:00100000:2.0:1780298662.957392:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007040 00002000:00100000:2.0:1780298662.957414:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4984832->5031055) req@ffff9cf2425f1880 x1866777610007040/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.957424:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1880 with x1866777610007040 ext(4984832->5031055) 00010000:00010000:2.0:1780298662.957432:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.957444:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 16 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298662.957451:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2425f1880 00000100:00100000:2.0:1780298662.957472:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 238 00000100:00100000:2.0:1780298662.957482:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610007040:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.958935:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610007040:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1450us (1579us total) trans 4294969952 rc 0/0 00000100:00100000:2.0:1780298662.958946:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 238 00002000:00100000:2.0:1780298662.958955:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4984832->5031055) req@ffff9cf2425f1880 x1866777610007040/t4294969952(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.958978:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1880 with x1866777610007040 ext(4984832->5031055) 00010000:00010000:2.0:1780298662.958985:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959005:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298662.959015:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2425f1880 00000100:00100000:3.0:1780298662.959759:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.959797:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007168 00000100:00100000:2.0:1780298662.959802:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007168 00010000:00010000:2.0:1780298662.959821:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.959844:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15550 00000100:00100000:2.0:1780298662.959849:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610007168:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.959858:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298662.959867:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1528 00010000:00010000:2.0:1780298662.959871:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959879:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959897:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e630387c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7112 expref: 18 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959912:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:2.0:1780298662.959916:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:2.0:1780298662.959922:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959929:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.959951:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.959960:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605278720:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.960006:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.960866:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605278720:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.960879:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.960902:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777610007168:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1053us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.960911:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15550 00000100:00100000:0.0:1780298662.961091:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.961172:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007296 00000100:00100000:1.0:1780298662.961178:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007296 00002000:00100000:1.0:1780298662.961207:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2035712->2039807) req@ffff9cf244ad8000 x1866777610007296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.961217:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777610007296 ext(2035712->2039807) 00002000:00010000:1.0:1780298662.961221:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8000 00000100:00100000:1.0:1780298662.961246:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7107 00000100:00100000:1.0:1780298662.961254:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610007296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.961365:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610007296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.961370:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7107 00002000:00100000:1.0:1780298662.961380:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2035712->2039807) req@ffff9cf244ad8000 x1866777610007296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.961386:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777610007296 ext(2035712->2039807) 00002000:00010000:1.0:1780298662.961389:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8000 00000100:00100000:3.0:1780298662.962349:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.962393:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007424 00000100:00100000:2.0:1780298662.962399:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007424 00002000:00100000:2.0:1780298662.962421:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2039808->2043903) req@ffff9cf2425f3b80 x1866777610007424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.962431:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777610007424 ext(2039808->2043903) 00002000:00010000:2.0:1780298662.962442:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:2.0:1780298662.962462:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7108 00000100:00100000:2.0:1780298662.962471:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610007424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.962562:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610007424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.962570:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7108 00002000:00100000:2.0:1780298662.962577:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2039808->2043903) req@ffff9cf2425f3b80 x1866777610007424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.962586:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777610007424 ext(2039808->2043903) 00002000:00010000:2.0:1780298662.962590:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:0.0:1780298662.964272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.964317:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007552 00000100:00100000:1.0:1780298662.964328:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007552 00002000:00100000:1.0:1780298662.964351:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1765376->2334719) req@ffff9cf244ad9c00 x1866777610007552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.964361:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777610007552 ext(1765376->2334719) 00002000:00010000:1.0:1780298662.964364:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:1.0:1780298662.964383:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7109 00000100:00100000:1.0:1780298662.964392:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610007552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.966289:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610007552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1894us (2015us total) trans 0 rc 561152/561152 00000100:00100000:1.0:1780298662.966308:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7109 00002000:00100000:1.0:1780298662.966317:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1765376->2334719) req@ffff9cf244ad9c00 x1866777610007552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 561152/561152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.966327:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777610007552 ext(1765376->2334719) 00002000:00010000:1.0:1780298662.966331:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:0.0:1780298662.967722:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.967766:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007680 00000100:00100000:1.0:1780298662.967772:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007680 00000100:00100000:1.0:1780298662.967804:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11600 00000100:00100000:1.0:1780298662.967810:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610007680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.967821:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.967836:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d715f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.967855:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.967858:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.967864:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.967877:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.967894:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:1.0:1780298662.967917:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610007680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 108us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.967929:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11600 00000100:00100000:3.0:1780298662.969062:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.969104:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610007936 00000100:00100000:0.0:1780298662.969110:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610007936 00000100:00100000:0.0:1780298662.969200:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62232 00000100:00100000:0.0:1780298662.969218:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+90:30556:x1866777610007936:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298662.969259:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.969279:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e63038806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7143 expref: 90 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.969295:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.969299:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298662.969445:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.969459:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 98 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.969474:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.969503:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 98 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.969516:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 98 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.969529:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605278848:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298662.969595:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.970324:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605278848:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298662.970342:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.970467:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.970509:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008064 00000100:00100000:0.0:1780298662.970514:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008064 00010000:00010000:0.0:1780298662.970534:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 99 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.970561:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15551 00000100:00100000:0.0:1780298662.970569:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:2400:x1866777610008064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298662.970578:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298662.970583:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 99 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970594:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 99 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970607:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e630387dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7120 expref: 99 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970617:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.970621:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970631:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970639:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.970656:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298662.970669:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.970677:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298662.970691:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:2400:x1866777610008064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 123us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.970699:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15551 00000001:00080000:2.0:1780298662.970725:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991249 00000004:00010000:2.0:1780298662.970748:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000502d41fc reply state 000000008e9f3a16 transno 4294991250 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.970758:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.970764:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298662.970766:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298662.970768:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298662.970815:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+92:30556:x1866777610007936:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1602us (1756us total) trans 4294991250 rc 0/0 00000100:00100000:2.0:1780298662.970827:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62232 00000020:00080000:2.0:1780298662.970830:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298662.971615:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.971664:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008192 00000100:00100000:1.0:1780298662.971668:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008192 00000100:00100000:1.0:1780298662.971695:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11601 00000100:00100000:1.0:1780298662.971700:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610008192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.971708:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.971717:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7166 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971734:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971741:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971745:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.971748:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.971751:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971765:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971772:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.971789:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605278976:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.971835:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.971843:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.971850:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605279104:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.971866:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.972618:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605278976:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.972627:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605279104:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.972653:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.972669:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:1.0:1780298662.972707:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610008192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.972714:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11601 00000100:00100000:3.0:1780298662.972776:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.972824:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008320 00000100:00100000:2.0:1780298662.972831:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008320 00010000:00010000:2.0:1780298662.972856:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.972887:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15552 00000100:00100000:2.0:1780298662.972897:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610008320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.972908:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.972926:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.972938:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.972954:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e63038822 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d715f expref: 19 pid: 19992 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.972967:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.972997:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610008320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 103us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.973007:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15552 00000100:00100000:3.0:1780298662.973444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.973495:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008448 00000100:00100000:1.0:1780298662.973501:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008448 00010000:00010000:1.0:1780298662.973522:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.973556:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15553 00000100:00100000:1.0:1780298662.973562:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610008448:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.973574:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.973587:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.973595:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.973611:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e6303881b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2035712->2039807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7158 expref: 13 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.973621:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.973624:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:1.0:1780298662.973628:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.973635:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.973659:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.973676:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605279232:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.973724:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.974368:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605279232:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.974376:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.974395:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610008448:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 834us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.974401:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15553 00000100:00100000:0.0:1780298662.974601:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.974637:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008704 00000100:00100000:2.0:1780298662.974643:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008704 00002000:00010000:2.0:1780298662.974669:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (57406->18446744073709551615) 00002000:00100000:2.0:1780298662.974672:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777610008704 ext(57406->18446744073709551615) 00002000:00010000:2.0:1780298662.974680:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb480. 00000100:00100000:2.0:1780298662.974710:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7110 00000100:00100000:3.0:1780298662.974720:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.974729:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610008704:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.974760:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008576 00000100:00100000:0.0:1780298662.974766:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008576 00002000:00010000:0.0:1780298662.974792:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.974798:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777610008576 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.974806:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2a00. 00000100:00100000:0.0:1780298662.974833:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7111 00000100:00100000:0.0:1780298662.974841:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610008576:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298662.974893:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 57406 00002000:00010000:2.0:1780298662.974896:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.974898:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.974900:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.974902:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298662.974937:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777610008704:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 212us (336us total) trans 4294969424 rc 0/0 00000100:00100000:2.0:1780298662.974943:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7110 00002000:00010000:2.0:1780298662.974947:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (57406->18446744073709551615) 00002000:00100000:2.0:1780298662.974950:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777610008704 ext(57406->18446744073709551615) 00002000:00010000:2.0:1780298662.974956:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb480. 00002000:00010000:0.0:1780298662.975024:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5031056 -> 4194304 00002000:00010000:0.0:1780298662.975027:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.975029:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.975030:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298662.975032:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1528 -> 1432 00000100:00100000:0.0:1780298662.975058:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610008576:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 219us (348us total) trans 4294969953 rc 0/0 00000100:00100000:0.0:1780298662.975063:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7111 00002000:00010000:0.0:1780298662.975065:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298662.975067:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2a00 with x1866777610008576 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298662.975070:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2a00. 00000100:00100000:3.0:1780298662.975836:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.975872:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008832 00000100:00100000:0.0:1780298662.975877:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008832 00000100:00100000:0.0:1780298662.975908:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62233 00000100:00100000:0.0:1780298662.975916:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+98:30556:x1866777610008832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.975934:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.975949:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63038837 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d716d expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976024:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976037:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976046:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298662.976069:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4251710 00000004:00200000:0.0:1780298662.976073:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298662.976091:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976113:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376200/0xaf35132e63038837 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d716d expref: 100 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976148:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d716d expref: 99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.976168:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298662.976171:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298662.976174:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298662.976203:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:30556:x1866777610008832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 288us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298662.976218:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62233 00000100:00100000:3.0:1780298662.977075:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.977111:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610008960 00000100:00100000:0.0:1780298662.977116:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610008960 00000100:00100000:0.0:1780298662.977185:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11602 00000100:00100000:0.0:1780298662.977196:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610008960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298662.977203:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298662.977212:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038845 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7174 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298662.977235:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.977247:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605279360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.977266:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009088 00000100:00100000:1.0:1780298662.977270:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009088 00000100:00100000:0.0:1780298662.977297:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.977312:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11603 00000100:00100000:1.0:1780298662.977320:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610009088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.977330:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.977341:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303884c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d717b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.977370:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605279488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.977406:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298662.977973:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605279360:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298662.977977:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00000100:00100000:1.0:1780298662.977990:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605279488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298662.977994:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038845 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7174 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.978006:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303884c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d717b expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.978010:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038845 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7174 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298662.978028:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00010000:00010000:1.0:1780298662.978031:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303884c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d717b expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.978051:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:0.0:1780298662.978058:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610008960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (982us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298662.978066:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11602 00000100:00100000:1.0:1780298662.978078:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610009088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (843us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.978084:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11603 00000100:00100000:3.0:1780298662.978998:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.979032:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009216 00000100:00100000:1.0:1780298662.979037:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009216 00000100:00100000:3.0:1780298662.979039:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.979069:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009344 00000100:00100000:1.0:1780298662.979073:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009344 00000100:00100000:2.0:1780298662.979086:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11604 00000100:00100000:2.0:1780298662.979096:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610009216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.979103:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298662.979109:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11605 00010000:00010000:2.0:1780298662.979111:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038853 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7182 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.979119:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610009344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.979159:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.979169:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303885a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7189 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.979179:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605279616:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298662.979199:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605279744:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298662.979225:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.979234:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.979875:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605279616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.979898:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038853 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7182 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.979898:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605279744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298662.979914:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038853 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7182 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.979918:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303885a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7189 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.979923:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:1.0:1780298662.979932:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303885a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7189 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.979939:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298662.979950:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610009216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (954us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298662.979955:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11604 00000100:00100000:1.0:1780298662.979967:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610009344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (927us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298662.979974:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11605 00000100:00100000:3.0:1780298662.981305:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.981331:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009600 00000100:00100000:1.0:1780298662.981335:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009600 00000100:00100000:1.0:1780298662.981358:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62234 00000100:00100000:1.0:1780298662.981363:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+99:30556:x1866777610009600:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298662.981394:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.981405:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e6303883e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d716d expref: 99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.981414:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.981417:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298662.981532:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.981547:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.981553:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298662.981581:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991251 00000004:00010000:1.0:1780298662.981597:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d3226ee0 reply state 00000000804f6454 transno 4294991252 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.981604:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.981608:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.981614:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298662.981616:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298662.981661:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:30556:x1866777610009600:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 296us (356us total) trans 4294991252 rc 0/0 00000100:00100000:1.0:1780298662.981669:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62234 00000020:00080000:1.0:1780298662.981673:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298662.982280:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.982310:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009728 00000100:00100000:2.0:1780298662.982314:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009728 00000100:00100000:2.0:1780298662.982337:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11606 00000100:00100000:2.0:1780298662.982341:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610009728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298662.982348:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298662.982355:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7190 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.982367:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.982373:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(77 0) 00010000:00010000:2.0:1780298662.982376:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(78 0) 00010000:00010000:2.0:1780298662.982380:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.982402:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.982412:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 18 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.982420:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605279872:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298662.982456:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.982993:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605279872:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298662.983007:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983014:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298662.983035:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610009728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.983040:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11606 00000100:00100000:3.0:1780298662.983234:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.983253:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009856 00000100:00100000:2.0:1780298662.983258:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009856 00010000:00010000:2.0:1780298662.983273:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.983296:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15554 00000100:00100000:2.0:1780298662.983301:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610009856:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298662.983313:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298662.983322:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983331:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983342:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e63038830 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7166 expref: 19 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983350:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(78 0) 00010000:00010000:2.0:1780298662.983352:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(78 0) 00010000:00010000:2.0:1780298662.983356:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983362:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298662.983376:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298662.983384:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605280000:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298662.983412:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298662.984072:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605280000:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298662.984079:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298662.984103:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610009856:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 803us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.984109:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15554 00000100:00100000:3.0:1780298662.984270:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.984307:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610009984 00000100:00100000:1.0:1780298662.984312:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610009984 00000100:00100000:1.0:1780298662.984343:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11607 00000100:00100000:1.0:1780298662.984351:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610009984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.984361:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.984371:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7197 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.984392:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.984400:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(42 0) 00010000:00010000:1.0:1780298662.984404:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:1.0:1780298662.984408:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 17 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.984428:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.984439:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 16 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.984462:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605280128:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298662.984501:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.985059:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605280128:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298662.985075:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 17 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985086:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:1.0:1780298662.985114:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777610009984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.985121:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11607 00000100:00100000:3.0:1780298662.985284:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.985316:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010112 00000100:00100000:1.0:1780298662.985320:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010112 00010000:00010000:1.0:1780298662.985333:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.985353:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15555 00000100:00100000:1.0:1780298662.985358:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610010112:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298662.985364:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298662.985373:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985381:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985400:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e630387ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7119 expref: 17 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985407:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:1.0:1780298662.985410:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:1.0:1780298662.985413:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985419:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.985431:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 16 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298662.985437:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605280256:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298662.985464:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298662.986078:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605280256:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298662.986088:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298662.986115:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610010112:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 756us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.986145:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15555 00000100:00100000:2.0:1780298662.986256:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.986286:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010240 00000100:00100000:1.0:1780298662.986290:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010240 00002000:00010000:1.0:1780298662.986307:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298662.986314:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe680 with x1866777610010240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.986320:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe680. 00000100:00100000:1.0:1780298662.986341:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7112 00000100:00100000:1.0:1780298662.986348:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610010240:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298662.986385:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.986416:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010368 00000100:00100000:2.0:1780298662.986422:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010368 00002000:00010000:2.0:1780298662.986439:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1460929->18446744073709551615) 00002000:00100000:2.0:1780298662.986444:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777610010368 ext(1460929->18446744073709551615) 00002000:00010000:1.0:1780298662.986446:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298662.986449:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.986450:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00. 00002000:00010000:1.0:1780298662.986451:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.986456:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298662.986457:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1432 00000100:00100000:2.0:1780298662.986478:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7113 00000100:00100000:1.0:1780298662.986483:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610010240:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 136us (228us total) trans 4294969954 rc 0/0 00000100:00100000:2.0:1780298662.986489:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610010368:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298662.986490:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7112 00002000:00010000:1.0:1780298662.986495:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298662.986498:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe680 with x1866777610010240 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298662.986501:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe680. 00002000:00010000:2.0:1780298662.986644:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 57406 -> 1460929 00002000:00010000:2.0:1780298662.986648:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.986650:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298662 00002000:00010000:2.0:1780298662.986653:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298662.986654:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1780298662.986686:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610010368:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 200us (300us total) trans 4294969425 rc 0/0 00000100:00100000:2.0:1780298662.986695:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7113 00002000:00010000:2.0:1780298662.986699:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1460929->18446744073709551615) 00002000:00100000:2.0:1780298662.986702:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777610010368 ext(1460929->18446744073709551615) 00002000:00010000:2.0:1780298662.986707:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00. 00000100:00100000:0.0:1780298662.987839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.987878:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010496 00000100:00100000:1.0:1780298662.987883:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010496 00002000:00100000:1.0:1780298662.987908:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1413120->1417215) req@ffff9cf37f754e00 x1866777610010496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.987919:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777610010496 ext(1413120->1417215) 00002000:00010000:1.0:1780298662.987923:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:1.0:1780298662.987942:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7114 00000100:00100000:1.0:1780298662.987948:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777610010496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298662.988064:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2400:x1866777610010496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298662.988081:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7114 00002000:00100000:1.0:1780298662.988087:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1413120->1417215) req@ffff9cf37f754e00 x1866777610010496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298662.988095:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777610010496 ext(1413120->1417215) 00002000:00010000:1.0:1780298662.988098:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:1.0:1780298662.989184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298662.989217:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010624 00000100:00100000:0.0:1780298662.989221:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010624 00002000:00100000:0.0:1780298662.989239:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1417216->1421311) req@ffff9cf24304c380 x1866777610010624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.989245:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c380 with x1866777610010624 ext(1417216->1421311) 00002000:00010000:0.0:1780298662.989248:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304c380 00000100:00100000:0.0:1780298662.989267:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7115 00000100:00100000:0.0:1780298662.989274:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777610010624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298662.989343:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777610010624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298662.989348:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7115 00002000:00100000:0.0:1780298662.989352:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1417216->1421311) req@ffff9cf24304c380 x1866777610010624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298662.989358:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c380 with x1866777610010624 ext(1417216->1421311) 00002000:00010000:0.0:1780298662.989361:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304c380 00000100:00100000:0.0:1780298662.990718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298662.990752:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010752 00000100:00100000:3.0:1780298662.990757:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010752 00002000:00100000:3.0:1780298662.990776:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1392640->1458175) req@ffff9cf37f754380 x1866777610010752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.990783:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754380 with x1866777610010752 ext(1392640->1458175) 00002000:00010000:3.0:1780298662.990786:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754380 00000100:00100000:3.0:1780298662.990806:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7116 00000100:00100000:3.0:1780298662.990814:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610010752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298662.991719:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610010752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 905us (1000us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1780298662.991728:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7116 00002000:00100000:3.0:1780298662.991735:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1392640->1458175) req@ffff9cf37f754380 x1866777610010752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 504/440 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298662.991745:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754380 with x1866777610010752 ext(1392640->1458175) 00002000:00010000:3.0:1780298662.991749:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754380 00000100:00100000:3.0:1780298662.993773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.993822:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610010880 00000100:00100000:2.0:1780298662.993829:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610010880 00002000:00100000:2.0:1780298662.993858:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1458176->1462271) req@ffff9cf255492d80 x1866777610010880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.993897:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777610010880 ext(1458176->1462271) 00002000:00010000:2.0:1780298662.993901:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:2.0:1780298662.993926:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7117 00000100:00100000:2.0:1780298662.993935:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610010880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298662.994036:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610010880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298662.994043:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7117 00002000:00100000:2.0:1780298662.994050:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1458176->1462271) req@ffff9cf255492d80 x1866777610010880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/4536 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.994059:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777610010880 ext(1458176->1462271) 00002000:00010000:2.0:1780298662.994063:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:1.0:1780298662.995323:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.995367:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011008 00000100:00100000:2.0:1780298662.995372:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011008 00002000:00100000:2.0:1780298662.995397:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1413120->1460928) req@ffff9cf24304c000 x1866777610011008/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/0 e 0 to 0 dl 1780298673 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.995407:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c000 with x1866777610011008 ext(1413120->1460928) 00002000:00010000:2.0:1780298662.995411:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304c000 00000100:00100000:2.0:1780298662.995435:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7118 00000100:00100000:2.0:1780298662.995444:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610011008:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298662.996726:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610011008:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1276us (1395us total) trans 4294969426 rc 0/0 00000100:00100000:2.0:1780298662.996739:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7118 00002000:00100000:2.0:1780298662.996759:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1413120->1460928) req@ffff9cf24304c000 x1866777610011008/t4294969426(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:368/0 lens 488/448 e 0 to 0 dl 1780298673 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298662.996766:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c000 with x1866777610011008 ext(1413120->1460928) 00002000:00010000:2.0:1780298662.996771:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304c000 00000100:00100000:0.0:1780298662.997501:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298662.997545:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011136 00000100:00100000:2.0:1780298662.997552:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011136 00000100:00100000:2.0:1780298662.997593:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11608 00000100:00100000:2.0:1780298662.997600:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610011136:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298662.998382:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969426 is committed 00000001:00080000:1.0:1780298662.998393:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969424 is committed 00000100:00100000:2.0:1780298662.998483:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610011136:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 883us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298662.998489:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11608 00000100:00100000:3.0:1780298662.999312:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298662.999357:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011264 00000100:00100000:1.0:1780298662.999364:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011264 00000100:00100000:1.0:1780298662.999406:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62235 00000100:00100000:1.0:1780298662.999416:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+92:30556:x1866777610011264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298662.999437:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298662.999458:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e63038876 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d719e expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999546:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999562:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999573:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298662.999600:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5655233 00000004:00200000:1.0:1780298662.999611:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298662.999633:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999661:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e63038876 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 94 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999677:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 93 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298662.999686:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298662.999689:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298662.999693:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00000100:00100000:1.0:1780298662.999735:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:30556:x1866777610011264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 322us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298662.999742:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62235 00000100:00100000:1.0:1780298663.001387:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.001411:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.001442:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011392 00000100:00100000:0.0:1780298663.001448:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011392 00000100:00100000:2.0:1780298663.001451:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011520 00000100:00100000:2.0:1780298663.001458:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011520 00000100:00100000:0.0:1780298663.001505:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11609 00000100:00100000:0.0:1780298663.001520:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610011392:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.001522:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11610 00010000:00010000:0.0:1780298663.001539:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.001541:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610011520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.001554:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.001554:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038884 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71a5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.001569:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e6303888b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71ac expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.001648:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605280384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.001651:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605280512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.001727:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.001730:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298663.002497:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298662 -> 1780298663 00002000:00010000:2.0:1780298663.002502:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 96 00000100:00100000:2.0:1780298663.002512:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605280384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.002535:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605280512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.002541:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e6303888b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71ac expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.002567:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038884 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71a5 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.002568:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e6303888b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71ac expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.002614:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00010000:00010000:1.0:1780298663.002622:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008dd0310/0xaf35132e63038884 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71a5 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.002635:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:2.0:1780298663.002669:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610011520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1126us (1248us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.002669:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610011392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1154us (1280us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.002684:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11610 00000100:00100000:1.0:1780298663.002696:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11609 00000100:00100000:3.0:1780298663.003630:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.003658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.003680:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011648 00000100:00100000:1.0:1780298663.003686:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011648 00000100:00100000:0.0:1780298663.003724:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011776 00000100:00100000:1.0:1780298663.003730:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11611 00000100:00100000:0.0:1780298663.003733:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011776 00000100:00100000:1.0:1780298663.003740:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610011648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.003755:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.003770:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63038892 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71b3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.003771:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11612 00000100:00100000:0.0:1780298663.003782:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610011776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.003791:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.003800:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038899 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71ba expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.003806:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605280640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.003842:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605280768:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.003860:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.003892:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.004625:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605280640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.004632:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605280768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.004665:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63038892 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71b3 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.004665:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038899 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71ba expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.004701:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000262aa450/0xaf35132e63038899 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71ba expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.004710:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63038892 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71b3 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.004712:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00010000:00010000:1.0:1780298663.004729:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298663.004749:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610011776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1088us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.004757:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11612 00000100:00100000:1.0:1780298663.004760:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610011648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1162us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.004771:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11611 00000100:00100000:2.0:1780298663.005781:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.005830:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610011904 00000100:00100000:1.0:1780298663.005837:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610011904 00000100:00080000:2.0:1780298663.005890:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780298663.005916:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7119 00000100:00100000:1.0:1780298663.005927:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610011904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.006169:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.006173:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.006176:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.006178:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.006180:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1432 00000100:00100000:1.0:1780298663.006217:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610011904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 293us (435us total) trans 4294969955 rc 0/0 00000100:00100000:1.0:1780298663.006226:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7119 00000100:00100000:3.0:1780298663.006995:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.007092:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012032 00000100:00100000:1.0:1780298663.007098:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012032 00000100:00100000:3.0:1780298663.007109:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.007185:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012160 00000100:00100000:0.0:1780298663.007191:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012160 00000100:00100000:1.0:1780298663.007193:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11613 00000100:00100000:1.0:1780298663.007208:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610012032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.007219:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.007231:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630388a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71c1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.007233:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11614 00000100:00100000:0.0:1780298663.007245:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610012160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.007254:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.007263:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630388a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71c8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.007280:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605280896:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.007294:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605281024:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.007351:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.007352:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.008028:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605280896:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.008052:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630388a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71c1 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.008066:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630388a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71c1 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.008068:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605281024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.008088:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00010000:00010000:0.0:1780298663.008095:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630388a7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71c8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.008107:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070f5434e/0xaf35132e630388a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71c8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.008116:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:1.0:1780298663.008173:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610012032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1128us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.008183:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11613 00000100:00100000:0.0:1780298663.008199:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610012160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1115us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.008211:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11614 00000100:00100000:2.0:1780298663.008969:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.009001:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012288 00000100:00100000:3.0:1780298663.009006:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012288 00000100:00100000:0.0:1780298663.009174:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11615 00000100:00100000:0.0:1780298663.009186:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610012288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.009195:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.009203:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.009206:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e630388ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71cf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.009232:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012416 00000100:00100000:2.0:1780298663.009237:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012416 00000100:00100000:0.0:1780298663.009241:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605281152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.009266:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11616 00000100:00100000:2.0:1780298663.009272:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610012416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.009278:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.009286:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e630388b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71d6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.009296:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.009309:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605281280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.009333:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.010042:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605281280:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.010062:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e630388b5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71d6 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.010074:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e630388b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71d6 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.010082:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:1.0:1780298663.010115:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610012416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.010122:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11616 00000100:00100000:0.0:1780298663.010168:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605281152:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.010205:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e630388ae lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71cf expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.010222:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e630388ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71cf expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.010232:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298663.010281:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610012288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1312us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.010289:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11615 00000100:00100000:2.0:1780298663.011205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.011231:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.011248:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012544 00000100:00100000:0.0:1780298663.011264:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012544 00000100:00100000:1.0:1780298663.011265:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012672 00000100:00100000:1.0:1780298663.011273:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012672 00000100:00100000:0.0:1780298663.011319:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11617 00000100:00100000:1.0:1780298663.011329:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11618 00000100:00100000:0.0:1780298663.011337:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610012544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.011350:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.011352:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610012672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.011362:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e630388bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71dd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.011365:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.011379:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630388c3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71e4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.011400:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605281408:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.011436:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605281536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.011467:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.011484:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.012200:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605281536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.012200:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605281408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.012234:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630388c3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71e4 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.012235:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e630388bc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71dd expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.012264:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e630388bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71dd expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.012272:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630388c3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71e4 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.012278:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00010000:00010000:2.0:1780298663.012286:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:2.0:1780298663.012322:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610012672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1091us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.012322:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610012544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1116us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.012337:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11618 00000100:00100000:0.0:1780298663.012349:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11617 00000100:00100000:2.0:1780298663.013196:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.013215:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.013248:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012800 00000100:00100000:3.0:1780298663.013249:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610012928 00000100:00100000:1.0:1780298663.013255:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012800 00000100:00100000:3.0:1780298663.013258:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610012928 00000100:00100000:1.0:1780298663.013290:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11619 00000100:00100000:1.0:1780298663.013296:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610012800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.013304:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.013306:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11620 00010000:00010000:1.0:1780298663.013317:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630388ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71eb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.013328:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610012928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.013342:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.013353:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630388d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71f2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.013363:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605281664:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.013407:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605281792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.013425:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.013454:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.014024:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605281664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.014053:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630388ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71eb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.014068:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630388ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71eb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.014081:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298663.014118:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605281792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.014188:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630388d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71f2 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.014192:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610012800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (991us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.014220:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11619 00010000:00010000:0.0:1780298663.014234:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630388d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71f2 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.014246:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298663.014287:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610012928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 972us (1068us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.014295:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11620 00000100:00100000:3.0:1780298663.015483:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.015522:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013056 00000100:00100000:0.0:1780298663.015527:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013056 00002000:00100000:0.0:1780298663.015552:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (360448->364543) req@ffff9cf3733eb100 x1866777610013056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.015564:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eb100 with x1866777610013056 ext(360448->364543) 00002000:00010000:0.0:1780298663.015568:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eb100 00000100:00100000:0.0:1780298663.015587:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7120 00000100:00100000:0.0:1780298663.015594:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610013056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.015711:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610013056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.015719:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7120 00002000:00100000:0.0:1780298663.015728:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (360448->364543) req@ffff9cf3733eb100 x1866777610013056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.015737:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eb100 with x1866777610013056 ext(360448->364543) 00002000:00010000:0.0:1780298663.015741:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eb100 00000100:00100000:1.0:1780298663.016805:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.016858:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013184 00000100:00100000:3.0:1780298663.016863:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013184 00002000:00100000:3.0:1780298663.016886:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (364544->368639) req@ffff9cf24304fb80 x1866777610013184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.016897:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777610013184 ext(364544->368639) 00002000:00010000:3.0:1780298663.016901:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304fb80 00000100:00100000:3.0:1780298663.016922:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7121 00000100:00100000:3.0:1780298663.016932:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610013184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298663.017022:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610013184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (218us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298663.017032:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7121 00002000:00100000:3.0:1780298663.017038:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (364544->368639) req@ffff9cf24304fb80 x1866777610013184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.017046:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777610013184 ext(364544->368639) 00002000:00010000:3.0:1780298663.017051:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304fb80 00000100:00100000:1.0:1780298663.018036:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.018073:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013312 00000100:00100000:2.0:1780298663.018078:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013312 00002000:00100000:2.0:1780298663.018105:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (339968->405503) req@ffff9cf24304f100 x1866777610013312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.018158:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777610013312 ext(339968->405503) 00002000:00010000:2.0:1780298663.018165:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:2.0:1780298663.018194:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7122 00000100:00100000:2.0:1780298663.018207:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610013312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.019426:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610013312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1221us (1388us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298663.019434:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7122 00002000:00100000:2.0:1780298663.019441:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (339968->405503) req@ffff9cf24304f100 x1866777610013312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.019450:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777610013312 ext(339968->405503) 00002000:00010000:2.0:1780298663.019454:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f100 00000100:00100000:3.0:1780298663.020571:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.020619:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013440 00000100:00100000:2.0:1780298663.020626:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013440 00002000:00100000:2.0:1780298663.020651:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (405504->442367) req@ffff9cf3733eaa00 x1866777610013440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.020662:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eaa00 with x1866777610013440 ext(405504->442367) 00002000:00010000:2.0:1780298663.020665:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eaa00 00000100:00100000:2.0:1780298663.020691:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7123 00000100:00100000:2.0:1780298663.020700:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610013440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.021572:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610013440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 872us (1004us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298663.021580:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7123 00002000:00100000:2.0:1780298663.021592:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (405504->442367) req@ffff9cf3733eaa00 x1866777610013440/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.021599:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eaa00 with x1866777610013440 ext(405504->442367) 00002000:00010000:2.0:1780298663.021602:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733eaa00 00000100:00100000:1.0:1780298663.022680:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.022745:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013568 00000100:00100000:3.0:1780298663.022754:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013568 00000100:00100000:2.0:1780298663.022777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.022832:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11621 00000100:00100000:1.0:1780298663.022834:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013696 00000100:00100000:1.0:1780298663.022840:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013696 00000100:00100000:3.0:1780298663.022844:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610013568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.022857:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.022874:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630388d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d71f9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.022876:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11622 00000100:00100000:1.0:1780298663.022888:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610013696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.022897:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.022910:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b8a2561/0xaf35132e630388df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7200 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.022928:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605281920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.022965:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605282048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.022998:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.023025:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.023809:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605282048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.023815:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605281920:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.023855:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b8a2561/0xaf35132e630388df lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7200 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.023856:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630388d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71f9 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.023945:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e630388d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d71f9 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.023945:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b8a2561/0xaf35132e630388df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7200 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.023996:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cb000, rc 0) 00010000:00010000:3.0:1780298663.024019:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298663.024049:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610013696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1159us (1266us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.024050:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610013568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1208us (1366us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.024076:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11622 00000100:00100000:3.0:1780298663.024085:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11621 00000100:00100000:2.0:1780298663.024935:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.024966:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013824 00000100:00100000:0.0:1780298663.024971:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013824 00000100:00100000:0.0:1780298663.025017:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11623 00000100:00100000:0.0:1780298663.025029:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610013824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.025039:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.025053:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630388e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7207 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.025061:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.025101:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605282176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.025103:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610013952 00000100:00100000:3.0:1780298663.025110:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610013952 00000100:00100000:2.0:1780298663.025202:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11624 00000100:00100000:0.0:1780298663.025204:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.025215:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610013952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.025226:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.025235:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630388ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d720e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.025257:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605282304:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.025293:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.025899:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605282176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.025908:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605282304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.025917:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630388e6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7207 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.025919:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630388ed lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d720e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.025935:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630388ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d720e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.025935:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e630388e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7207 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.025946:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00010000:00010000:0.0:1780298663.025946:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:2.0:1780298663.025974:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610013952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.025974:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610013824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1039us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.025982:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11623 00000100:00100000:2.0:1780298663.025987:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11624 00000100:00100000:1.0:1780298663.026950:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.026980:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014080 00000100:00100000:0.0:1780298663.026984:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014080 00000100:00100000:0.0:1780298663.027023:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11625 00000100:00100000:0.0:1780298663.027034:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610014080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.027044:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.027058:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630388f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7215 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.027087:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605282432:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.027101:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.027200:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.027223:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014208 00000100:00100000:3.0:1780298663.027230:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014208 00000100:00100000:3.0:1780298663.027265:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11626 00000100:00100000:3.0:1780298663.027305:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610014208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.027315:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.027325:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630388fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d721c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.027353:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605282560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.027397:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.027691:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605282432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.027714:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630388f4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7215 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.027724:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630388f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7215 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.027742:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.027773:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610014080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 743us (823us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.027780:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11625 00000100:00100000:3.0:1780298663.027969:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605282560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.027985:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630388fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d721c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.027996:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630388fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d721c expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.028002:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.028036:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610014208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (937us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.028041:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11626 00000100:00100000:1.0:1780298663.028758:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.028783:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014336 00000100:00100000:3.0:1780298663.028788:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014336 00000100:00100000:3.0:1780298663.028810:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11627 00000100:00100000:3.0:1780298663.028814:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610014336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.028821:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.028830:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7223 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.028844:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.028851:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298662 v=(43 0) 00010000:00010000:3.0:1780298663.028854:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:3.0:1780298663.028857:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [659456->663551] (req 659456->663551) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.028872:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.028882:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 8 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.028890:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605282688:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.028927:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.029569:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605282688:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.029591:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [659456->663551] (req 659456->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.029604:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298663.029630:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610014336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.029635:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11627 00000100:00100000:1.0:1780298663.029810:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.029849:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014464 00000100:00100000:2.0:1780298663.029854:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014464 00010000:00010000:2.0:1780298663.029883:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 9 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.029904:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15556 00000100:00100000:2.0:1780298663.029910:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610014464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.029918:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.029930:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 9 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.029943:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 9 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.029975:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e6303886f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7197 expref: 9 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.029987:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.029992:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.029999:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.030006:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.030025:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.030032:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605282816:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.030066:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.030680:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605282816:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.030690:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.030717:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610014464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 808us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.030722:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15556 00000100:00100000:1.0:1780298663.030934:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.030966:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014592 00000100:00100000:0.0:1780298663.030970:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014592 00002000:00100000:0.0:1780298663.031004:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (659456->663551) req@ffff9cf24304f800 x1866777610014592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.031012:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777610014592 ext(659456->663551) 00002000:00010000:0.0:1780298663.031015:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f800 00000100:00100000:0.0:1780298663.031030:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7124 00000100:00100000:0.0:1780298663.031035:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610014592:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.031216:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610014592:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 178us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.031224:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7124 00002000:00100000:0.0:1780298663.031231:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (659456->663551) req@ffff9cf24304f800 x1866777610014592/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.031240:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777610014592 ext(659456->663551) 00002000:00010000:0.0:1780298663.031243:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f800 00000100:00100000:1.0:1780298663.032053:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.032093:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014720 00000100:00100000:0.0:1780298663.032098:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014720 00002000:00100000:0.0:1780298663.032118:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf24304e680 x1866777610014720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.032189:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777610014720 ext(663552->667647) 00002000:00010000:0.0:1780298663.032193:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:0.0:1780298663.032215:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7125 00000100:00100000:0.0:1780298663.032225:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610014720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.032294:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610014720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.032302:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7125 00002000:00100000:0.0:1780298663.032309:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf24304e680 x1866777610014720/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.032319:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777610014720 ext(663552->667647) 00002000:00010000:0.0:1780298663.032322:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:1.0:1780298663.033258:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.033293:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014848 00000100:00100000:3.0:1780298663.033301:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014848 00002000:00100000:3.0:1780298663.033333:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (638976->704511) req@ffff9cf24304dc00 x1866777610014848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.033343:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777610014848 ext(638976->704511) 00002000:00010000:3.0:1780298663.033348:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:3.0:1780298663.033373:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7126 00000100:00100000:3.0:1780298663.033381:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610014848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.034406:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610014848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1023us (1145us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298663.034415:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7126 00002000:00100000:0.0:1780298663.034423:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (638976->704511) req@ffff9cf24304dc00 x1866777610014848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.034432:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777610014848 ext(638976->704511) 00002000:00010000:0.0:1780298663.034437:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:1.0:1780298663.035206:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.035243:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610014976 00000100:00100000:2.0:1780298663.035249:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610014976 00000100:00100000:2.0:1780298663.035286:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62236 00000100:00100000:2.0:1780298663.035299:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+101:30556:x1866777610014976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.035316:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.035334:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63038909 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d722a expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035423:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035436:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035450:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298663.035472:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5655233 00000004:00200000:2.0:1780298663.035475:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298663.035489:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035508:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157600/0xaf35132e63038909 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d722a expref: 103 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035519:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d722a expref: 102 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.035524:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.035526:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298663.035528:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.035551:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+102:30556:x1866777610014976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 255us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.035564:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62236 00000100:00100000:1.0:1780298663.036391:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.036427:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015104 00000100:00100000:2.0:1780298663.036430:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015104 00000100:00100000:2.0:1780298663.036462:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11628 00000100:00100000:2.0:1780298663.036469:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610015104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.036477:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.036487:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7231 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.036503:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.036507:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.036512:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.036521:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.036528:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:2.0:1780298663.036550:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610015104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 83us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.036553:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11628 00000100:00100000:3.0:1780298663.037619:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.037656:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015232 00000100:00100000:2.0:1780298663.037659:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015232 00000100:00100000:2.0:1780298663.037687:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7127 00000100:00100000:2.0:1780298663.037692:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610015232:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.038372:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.038376:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.038379:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.038381:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.038384:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1376 00000100:00100000:2.0:1780298663.038416:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610015232:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 723us (802us total) trans 4294969956 rc 0/0 00000100:00100000:2.0:1780298663.038424:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7127 00000100:00100000:1.0:1780298663.039735:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.039772:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015360 00000100:00100000:2.0:1780298663.039775:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015360 00000100:00100000:2.0:1780298663.039799:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11629 00000100:00100000:2.0:1780298663.039804:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610015360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.039811:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.039821:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303891e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7238 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.039871:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605282944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.039935:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.040725:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605282944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.040744:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303891e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7238 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.040755:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303891e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7238 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.040774:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.040802:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610015360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1068us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.040809:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11629 00000100:00100000:3.0:1780298663.041724:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.041759:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015488 00000100:00100000:2.0:1780298663.041763:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015488 00000100:00100000:2.0:1780298663.041785:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11630 00000100:00100000:2.0:1780298663.041789:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610015488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.041795:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.041801:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038925 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d723f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.041821:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605283072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.041851:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.042558:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605283072:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.042571:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038925 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d723f expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.042584:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038925 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d723f expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.042593:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.042620:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610015488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (899us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.042630:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11630 00000100:00100000:1.0:1780298663.043444:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.043498:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015616 00000100:00100000:3.0:1780298663.043507:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015616 00000100:00100000:3.0:1780298663.043552:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11631 00000100:00100000:3.0:1780298663.043563:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610015616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.043578:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.043593:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7246 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.043637:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.043647:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298662 v=(78 0) 00010000:00010000:3.0:1780298663.043652:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(79 0) 00010000:00010000:3.0:1780298663.043657:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->2019327] (req 1953792->2019327) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.043686:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.043701:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 15 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.043715:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605283200:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.043786:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.044399:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605283200:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.044415:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->2019327] (req 1953792->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044435:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298663.044462:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610015616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.044468:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11631 00000100:00100000:1.0:1780298663.044747:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.044786:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015744 00000100:00100000:0.0:1780298663.044790:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015744 00010000:00010000:0.0:1780298663.044807:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 16 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.044827:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15557 00000100:00100000:0.0:1780298663.044832:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610015744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.044840:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.044848:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 16 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044856:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 16 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044869:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63038868 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7190 expref: 16 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044877:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(79 0) 00010000:00010000:0.0:1780298663.044879:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(79 0) 00010000:00010000:0.0:1780298663.044885:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044896:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.044916:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.044924:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605283328:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.044955:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.045708:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605283328:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.045715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.045723:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.045750:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610015744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 918us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.045757:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15557 00000100:00100000:2.0:1780298663.045765:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610015872 00000100:00100000:2.0:1780298663.045771:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610015872 00000100:00100000:2.0:1780298663.045822:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7128 00000100:00100000:2.0:1780298663.045832:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610015872:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.046043:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.046046:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.046048:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.046049:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.046051:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1376 -> 1376 00000100:00100000:2.0:1780298663.046078:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610015872:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 249us (371us total) trans 4294969957 rc 0/0 00000100:00100000:2.0:1780298663.046082:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7128 00000100:00100000:1.0:1780298663.046945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.046980:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016000 00000100:00100000:2.0:1780298663.046983:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016000 00000100:00100000:2.0:1780298663.047007:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11632 00000100:00100000:2.0:1780298663.047012:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610016000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.047019:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.047027:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038933 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d724d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.047051:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605283456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.047081:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.047710:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605283456:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.047734:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038933 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d724d expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.047746:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038933 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d724d expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.047753:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298663.047775:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610016000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (832us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.047780:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11632 00000100:00100000:3.0:1780298663.048516:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.048549:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016128 00000100:00100000:2.0:1780298663.048553:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016128 00000100:00100000:2.0:1780298663.048582:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11633 00000100:00100000:2.0:1780298663.048589:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610016128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.048597:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.048603:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303893a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7254 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.048622:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605283584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.048649:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.049261:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605283584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.049271:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303893a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7254 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.049279:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e6303893a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7254 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.049291:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298663.049318:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610016128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (803us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.049324:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11633 00000100:00100000:3.0:1780298663.050181:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.050208:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016256 00000100:00100000:2.0:1780298663.050212:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016256 00000100:00100000:2.0:1780298663.050232:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11634 00000100:00100000:2.0:1780298663.050236:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610016256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.050242:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.050247:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038941 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d725b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.050266:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605283712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.050292:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.050869:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605283712:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.050882:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038941 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d725b expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.050892:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038941 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d725b expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.050899:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298663.050922:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610016256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 686us (744us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.050933:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11634 00000100:00100000:1.0:1780298663.051667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.051697:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016384 00000100:00100000:0.0:1780298663.051701:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016384 00000100:00100000:0.0:1780298663.051728:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11635 00000100:00100000:0.0:1780298663.051734:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610016384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.051741:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.051748:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038948 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7262 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.051771:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605283840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.051802:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.052407:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605283840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.052420:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038948 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7262 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.052429:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038948 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7262 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.052435:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.052456:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610016384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 724us (791us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.052461:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11635 00000100:00100000:3.0:1780298663.053263:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.053291:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016512 00000100:00100000:2.0:1780298663.053295:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016512 00000100:00100000:2.0:1780298663.053320:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11636 00000100:00100000:2.0:1780298663.053337:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610016512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.053345:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.053353:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303894f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7269 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.053374:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605283968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.053403:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.054112:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605283968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.054160:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303894f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7269 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.054175:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e6303894f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7269 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.054184:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:2.0:1780298663.054205:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610016512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (944us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.054211:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11636 00000100:00100000:3.0:1780298663.054964:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.055019:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016640 00000100:00100000:2.0:1780298663.055024:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016640 00000100:00100000:2.0:1780298663.055061:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11637 00000100:00100000:2.0:1780298663.055072:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610016640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.055081:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.055089:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038956 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7270 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.055111:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605284096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.055187:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.055716:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605284096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.055728:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038956 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7270 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.055738:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038956 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7270 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.055745:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.055767:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610016640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 700us (805us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.055771:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11637 00000100:00100000:1.0:1780298663.056674:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.056715:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016768 00000100:00100000:0.0:1780298663.056719:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016768 00000100:00100000:0.0:1780298663.056751:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7129 00000100:00100000:0.0:1780298663.056756:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610016768:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.056995:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.056999:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.057001:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.057004:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.057006:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1376 -> 1496 00000100:00100000:0.0:1780298663.057042:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610016768:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 284us (368us total) trans 4294969958 rc 0/0 00000100:00100000:0.0:1780298663.057048:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7129 00000100:00100000:3.0:1780298663.057916:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.057948:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610016896 00000100:00100000:2.0:1780298663.057953:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610016896 00000100:00100000:2.0:1780298663.057991:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11638 00000100:00100000:2.0:1780298663.057999:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610016896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.058009:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.058020:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6303895d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7277 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.058068:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605284224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.058121:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.058782:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605284224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.058806:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6303895d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7277 expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.058824:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e6303895d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7277 expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.058835:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.058867:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610016896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.058873:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11638 00000100:00100000:1.0:1780298663.059713:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.059746:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017024 00000100:00100000:0.0:1780298663.059750:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017024 00000100:00100000:0.0:1780298663.059783:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11639 00000100:00100000:0.0:1780298663.059789:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610017024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.059798:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.059804:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038964 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d727e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.059830:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605284352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.059863:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.060498:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605284352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.060511:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038964 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d727e expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.060520:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070f5434e/0xaf35132e63038964 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d727e expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.060526:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376e00, rc 0) 00000100:00100000:0.0:1780298663.060548:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610017024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (838us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.060554:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11639 00000100:00100000:3.0:1780298663.061373:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.061423:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017152 00000100:00100000:2.0:1780298663.061429:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017152 00000100:00100000:2.0:1780298663.061462:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11640 00000100:00100000:2.0:1780298663.061470:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610017152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.061479:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.061490:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7285 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061509:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061531:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061539:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.061544:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.061549:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1437696->1462271] (req 1437696->1462271) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061571:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061585:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.061596:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605284480:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.061648:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.061659:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.061673:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605284608:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.061709:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.062212:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605284480:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.062344:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605284608:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.062365:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1437696->1462271] (req 1437696->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.062378:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:2.0:1780298663.062408:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610017152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.062416:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11640 00000100:00100000:1.0:1780298663.062513:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.062549:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017280 00000100:00100000:2.0:1780298663.062554:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017280 00010000:00010000:2.0:1780298663.062573:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.062601:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15558 00000100:00100000:2.0:1780298663.062609:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610017280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.062621:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.062638:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.062649:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.062665:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e63038917 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7231 expref: 10 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.062687:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.062712:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610017280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 105us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.062720:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15558 00000100:00100000:3.0:1780298663.062893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.062933:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017408 00000100:00100000:1.0:1780298663.062937:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017408 00010000:00010000:1.0:1780298663.062953:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.062976:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15559 00000100:00100000:1.0:1780298663.062981:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610017408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.062998:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.063007:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.063018:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.063033:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038902 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 659456->663551) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7223 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.063044:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:1.0:1780298663.063048:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:1.0:1780298663.063056:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.063067:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.063094:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.063106:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605284736:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.063192:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.063755:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605284736:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.063767:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.063802:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610017408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 819us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.063810:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15559 00000100:00100000:3.0:1780298663.063860:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.063929:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017536 00000100:00100000:0.0:1780298663.063933:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017536 00000100:00100000:0.0:1780298663.063972:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7130 00000100:00100000:0.0:1780298663.063980:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610017536:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.064718:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1460929 -> 1460929 00002000:00010000:0.0:1780298663.064723:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.064731:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.064733:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.064736:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 96 -> 64 00000100:00100000:0.0:1780298663.064769:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610017536:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 790us (910us total) trans 4294969427 rc 0/0 00000100:00100000:0.0:1780298663.064777:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7130 00000100:00100000:2.0:1780298663.065583:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.065616:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017664 00000100:00100000:1.0:1780298663.065622:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017664 00000100:00100000:1.0:1780298663.065650:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11641 00000100:00100000:1.0:1780298663.065660:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610017664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.065672:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.065686:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b8a2561/0xaf35132e63038972 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d728c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.065716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.065728:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605284864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.065765:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017792 00000100:00100000:2.0:1780298663.065770:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017792 00000100:00100000:1.0:1780298663.065781:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.065810:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11642 00000100:00100000:2.0:1780298663.065820:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610017792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.065828:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.065836:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038979 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7293 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.065873:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605284992:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.065910:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.066366:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605284864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.066388:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b8a2561/0xaf35132e63038972 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d728c expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.066407:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b8a2561/0xaf35132e63038972 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d728c expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.066418:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cb000, rc 0) 00000100:00100000:1.0:1780298663.066446:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610017664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (863us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.066454:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11641 00000100:00100000:2.0:1780298663.066587:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605284992:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.066606:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038979 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7293 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.066620:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038979 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7293 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.066635:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.066672:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610017792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (994us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.066679:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11642 00000100:00100000:2.0:1780298663.067392:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.067424:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610017920 00000100:00100000:0.0:1780298663.067429:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610017920 00000100:00100000:0.0:1780298663.067460:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11643 00000100:00100000:3.0:1780298663.067469:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.067474:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610017920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.067483:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.067493:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038980 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d729a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.067516:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018048 00000100:00100000:2.0:1780298663.067522:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018048 00000100:00100000:0.0:1780298663.067524:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605285120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.067563:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11644 00000100:00100000:2.0:1780298663.067574:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610018048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.067575:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00010000:00010000:2.0:1780298663.067585:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.067594:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038987 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72a1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.067622:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605285248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.067655:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.068113:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605285120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.068165:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038980 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d729a expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.068183:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038980 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d729a expref: 22 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.068194:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.068227:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610017920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (834us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.068244:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11643 00000100:00100000:2.0:1780298663.068350:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605285248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.068375:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038987 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.068387:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038987 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.068395:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.068416:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610018048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.068424:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11644 00000100:00100000:1.0:1780298663.069245:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.069284:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018304 00000100:00100000:0.0:1780298663.069288:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018304 00000100:00100000:0.0:1780298663.069317:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62237 00000100:00100000:0.0:1780298663.069323:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+102:30556:x1866777610018304:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298663.069367:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.069387:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156c00/0xaf35132e63038910 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d722a expref: 102 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.069402:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.069406:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.069579:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.069594:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 92 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.069609:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.069635:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 92 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.069650:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 92 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.069663:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605285376:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.069725:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.070291:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605285376:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.070309:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.070505:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.070558:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018432 00000100:00100000:2.0:1780298663.070564:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018432 00010000:00010000:2.0:1780298663.070588:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 93 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.070625:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15560 00000100:00100000:2.0:1780298663.070633:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:2400:x1866777610018432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.070644:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.070650:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 93 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070662:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 93 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070677:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e6303887d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d719e expref: 93 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070687:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.070691:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070703:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070709:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.070730:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.070757:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.070764:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+92:2400:x1866777610018432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 132us (260us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298663.070769:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.070786:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15560 00000001:00080000:0.0:1780298663.070843:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991253 00000004:00010000:0.0:1780298663.070882:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000050a2045b reply state 000000002dc22e5d transno 4294991254 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.070896:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.070904:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.070906:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298663.070909:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298663.070971:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:30556:x1866777610018304:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1647us (1727us total) trans 4294991254 rc 0/0 00000100:00100000:0.0:1780298663.070978:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62237 00000020:00080000:0.0:1780298663.070983:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298663.071619:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.071664:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018560 00000100:00100000:0.0:1780298663.071670:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018560 00000100:00100000:0.0:1780298663.071705:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11645 00000100:00100000:0.0:1780298663.071714:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610018560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.071726:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.071745:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72a8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.071776:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.071786:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(79 0) 00010000:00010000:0.0:1780298663.071791:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(80 0) 00010000:00010000:0.0:1780298663.071794:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.071812:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.071820:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 20 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.071830:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605285504:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.071869:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.072425:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605285504:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.072438:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.072452:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298663.072482:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610018560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.072500:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11645 00000100:00100000:3.0:1780298663.072655:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.072744:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018688 00000100:00100000:1.0:1780298663.072748:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018688 00010000:00010000:1.0:1780298663.072770:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 21 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.072797:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15561 00000100:00100000:1.0:1780298663.072806:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610018688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.072816:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.072832:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 21 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.072840:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 21 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.072853:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e6303892c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1953792->35508223] (req 1953792->2019327) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7246 expref: 21 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.072861:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(80 0) 00010000:00010000:1.0:1780298663.072864:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(80 0) 00010000:00010000:1.0:1780298663.072868:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.072874:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.072901:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.072908:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605285632:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.072942:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.073651:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605285632:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.073663:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.073675:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.073716:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018816 00000100:00100000:2.0:1780298663.073722:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018816 00000100:00100000:3.0:1780298663.073735:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610018688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 931us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.073741:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15561 00000100:00100000:2.0:1780298663.073762:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11646 00000100:00100000:2.0:1780298663.073773:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610018816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.073785:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.073798:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72af expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.073819:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.073828:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(44 0) 00010000:00010000:2.0:1780298663.073831:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(45 0) 00010000:00010000:2.0:1780298663.073836:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.073857:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.073869:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.073880:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605285760:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.073923:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.074421:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605285760:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.074437:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074450:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.074484:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610018816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 712us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.074491:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11646 00000100:00100000:1.0:1780298663.074725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.074779:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610018944 00000100:00100000:2.0:1780298663.074784:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610018944 00010000:00010000:2.0:1780298663.074801:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.074827:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15562 00000100:00100000:2.0:1780298663.074836:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610018944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.074845:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.074862:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074873:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074889:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e6303896b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1437696->34992127] (req 1437696->1462271) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7285 expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074899:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(45 0) 00010000:00010000:2.0:1780298663.074909:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(45 0) 00010000:00010000:2.0:1780298663.074914:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074923:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.074945:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.074956:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605285888:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.074994:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.075752:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605285888:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.075761:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298663.075775:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.075815:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610018944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 981us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.075828:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15562 00000100:00100000:3.0:1780298663.075856:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019072 00000100:00100000:3.0:1780298663.075863:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019072 00002000:00010000:3.0:1780298663.075899:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298663.075904:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777610019072 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298663.075914:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756680. 00000100:00100000:1.0:1780298663.075933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.075978:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019200 00000100:00100000:3.0:1780298663.075982:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019200 00000100:00100000:2.0:1780298663.075991:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7131 00002000:00010000:3.0:1780298663.075994:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1327099->18446744073709551615) 00002000:00100000:3.0:1780298663.075998:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777610019200 ext(1327099->18446744073709551615) 00000100:00100000:2.0:1780298663.076001:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610019072:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298663.076004:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56ed80. 00000100:00100000:3.0:1780298663.076027:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7132 00000100:00100000:3.0:1780298663.076038:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610019200:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.076118:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.076120:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.076175:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.076178:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.076180:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1496 -> 1496 00000100:00100000:2.0:1780298663.076210:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610019072:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 213us (455us total) trans 4294969959 rc 0/0 00000100:00100000:2.0:1780298663.076221:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7131 00002000:00010000:2.0:1780298663.076224:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.076227:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756680 with x1866777610019072 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.076231:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f756680. 00002000:00010000:3.0:1780298663.076353:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1460929 -> 1327099 00002000:00010000:3.0:1780298663.076356:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.076358:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.076359:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.076361:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 64 -> 0 00000100:00100000:3.0:1780298663.076390:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610019200:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 356us (459us total) trans 4294969428 rc 0/0 00000100:00100000:3.0:1780298663.076400:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7132 00002000:00010000:3.0:1780298663.076403:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1327099->18446744073709551615) 00002000:00100000:3.0:1780298663.076405:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777610019200 ext(1327099->18446744073709551615) 00002000:00010000:3.0:1780298663.076409:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56ed80. 00000100:00100000:1.0:1780298663.077191:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.077233:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019328 00000100:00100000:0.0:1780298663.077239:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019328 00000100:00100000:0.0:1780298663.077280:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62238 00000100:00100000:0.0:1780298663.077290:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+92:30556:x1866777610019328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.077303:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.077320:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630389a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72b6 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077405:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077422:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077434:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.077458:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5521403 00000004:00200000:0.0:1780298663.077463:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.077478:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077501:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e630389a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72b6 expref: 94 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077517:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72b6 expref: 93 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.077538:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.077541:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.077545:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298663.077579:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:30556:x1866777610019328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 292us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.077586:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62238 00000100:00100000:0.0:1780298663.078511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.078559:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019456 00000100:00100000:0.0:1780298663.078566:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.078567:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019456 00000100:00100000:1.0:1780298663.078619:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019584 00000100:00100000:1.0:1780298663.078623:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019584 00000100:00100000:1.0:1780298663.078668:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11647 00000100:00100000:2.0:1780298663.078687:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11648 00000100:00100000:1.0:1780298663.078687:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610019456:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.078707:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610019584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.078707:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.078721:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.078726:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f507fef/0xaf35132e630389b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72bd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.078732:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630389b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72c4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.078810:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605286144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.078810:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605286016:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.078889:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.078891:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.079580:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605286144:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.079597:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630389b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72c4 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.079612:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605286016:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.079617:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042c16ab0/0xaf35132e630389b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72c4 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.079633:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00010000:00010000:1.0:1780298663.079650:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004f507fef/0xaf35132e630389b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72bd expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.079662:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610019584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1096us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.079671:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11648 00010000:00010000:1.0:1780298663.079696:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f507fef/0xaf35132e630389b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72bd expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.079711:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582ca800, rc 0) 00000100:00100000:1.0:1780298663.079755:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610019456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1238us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.079766:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11647 00000100:00100000:3.0:1780298663.080615:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.080646:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019712 00000100:00100000:0.0:1780298663.080651:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019712 00000100:00100000:3.0:1780298663.080669:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.080686:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019840 00000100:00100000:0.0:1780298663.080689:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019840 00000100:00100000:0.0:1780298663.080712:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11649 00000100:00100000:0.0:1780298663.080722:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610019712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.080733:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.080745:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630389bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72cb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.080754:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11650 00000100:00100000:1.0:1780298663.080775:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610019840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.080788:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.080790:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605286272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.080802:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007544ea9c/0xaf35132e630389c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72d2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.080842:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.080844:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605286400:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.080890:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.081535:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605286272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.081560:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630389bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72cb expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.081572:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e630389bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72cb expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.081583:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605286400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.081588:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00010000:00010000:1.0:1780298663.081612:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007544ea9c/0xaf35132e630389c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d2 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.081621:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610019712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (1005us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.081641:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11649 00010000:00010000:1.0:1780298663.081655:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007544ea9c/0xaf35132e630389c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d2 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.081669:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cba00, rc 0) 00000100:00100000:1.0:1780298663.081716:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610019840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1046us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.081725:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11650 00000100:00100000:3.0:1780298663.082359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.082401:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610019968 00000100:00100000:1.0:1780298663.082408:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610019968 00000100:00100000:1.0:1780298663.082451:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62239 00000100:00100000:1.0:1780298663.082462:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:30556:x1866777610019968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.082477:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.082489:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cb000/0xaf35132e630389cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72d9 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082569:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082584:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082595:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.082619:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5521403 00000004:00200000:1.0:1780298663.082623:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.082641:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082663:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cb000/0xaf35132e630389cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 106 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082676:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 105 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.082695:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.082698:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.082701:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cbe00, rc 0) 00000100:00100000:1.0:1780298663.082734:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:30556:x1866777610019968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 275us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.082741:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62239 00000100:00100000:2.0:1780298663.083685:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.083721:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020096 00000100:00100000:0.0:1780298663.083726:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020096 00000100:00100000:0.0:1780298663.083762:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7133 00000100:00100000:0.0:1780298663.083768:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610020096:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.083909:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.083912:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.083913:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.083915:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.083916:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1496 -> 1632 00000100:00100000:0.0:1780298663.083940:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610020096:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 173us (256us total) trans 4294969960 rc 0/0 00000100:00100000:0.0:1780298663.083944:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7133 00000100:00100000:3.0:1780298663.084991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.085020:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020224 00000100:00100000:0.0:1780298663.085024:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020224 00000100:00100000:0.0:1780298663.085046:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11651 00000100:00100000:0.0:1780298663.085051:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610020224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.085058:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.085065:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630389db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72e0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.085088:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.085102:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605286528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.085173:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020352 00000100:00100000:1.0:1780298663.085182:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020352 00000100:00100000:0.0:1780298663.085191:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.085232:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11652 00000100:00100000:1.0:1780298663.085243:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610020352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.085253:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.085263:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b8cdae1/0xaf35132e630389e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72e7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.085299:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605286656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.085343:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.085726:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605286528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.085745:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630389db lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72e0 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.085760:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e630389db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72e0 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.085769:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.085801:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610020224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 750us (811us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.085808:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11651 00000100:00100000:1.0:1780298663.085959:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605286656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.085981:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001b8cdae1/0xaf35132e630389e2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72e7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.086001:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b8cdae1/0xaf35132e630389e2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72e7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.086013:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cae00, rc 0) 00000100:00100000:1.0:1780298663.086046:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610020352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (960us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.086051:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11652 00000100:00100000:0.0:1780298663.086764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.086801:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020480 00000100:00100000:2.0:1780298663.086807:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020480 00000100:00100000:2.0:1780298663.086845:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11653 00000100:00100000:2.0:1780298663.086855:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610020480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.086866:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.086876:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630389e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72ee expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.086894:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.086909:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605286784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.086954:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.086971:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020608 00000100:00100000:1.0:1780298663.086979:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020608 00000100:00100000:1.0:1780298663.087026:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11654 00000100:00100000:1.0:1780298663.087038:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610020608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.087048:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.087057:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dbcc772/0xaf35132e630389f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72f5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.087091:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605286912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.087182:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.087773:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605286912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.087789:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605286784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.087797:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dbcc772/0xaf35132e630389f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72f5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.087815:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dbcc772/0xaf35132e630389f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72f5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.087818:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630389e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72ee expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.087863:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3582cb400, rc 0) 00010000:00010000:2.0:1780298663.087868:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630389e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72ee expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.087880:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:1.0:1780298663.087904:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610020608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (1037us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.087905:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610020480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1140us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.087939:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11654 00000100:00100000:2.0:1780298663.087947:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11653 00000100:00100000:0.0:1780298663.088892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.088929:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020736 00000100:00100000:1.0:1780298663.088940:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020736 00000100:00100000:1.0:1780298663.088982:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7134 00000100:00100000:1.0:1780298663.088991:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610020736:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.089211:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.089214:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.089216:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.089218:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.089219:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1632 -> 1632 00000100:00100000:1.0:1780298663.089246:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610020736:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 258us (356us total) trans 4294969961 rc 0/0 00000100:00100000:1.0:1780298663.089251:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7134 00000100:00100000:3.0:1780298663.090469:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.090500:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020864 00000100:00100000:0.0:1780298663.090505:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020864 00000100:00100000:0.0:1780298663.090534:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11655 00000100:00100000:0.0:1780298663.090539:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610020864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.090547:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.090555:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d72fc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.090571:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.090587:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(80 0) 00010000:00010000:0.0:1780298663.090590:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(81 0) 00010000:00010000:0.0:1780298663.090595:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->598015] (req 548864->598015) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.090622:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.090637:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 18 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.090649:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605287040:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.090692:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.091245:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605287040:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.091259:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->598015] (req 548864->598015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091268:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298663.091290:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610020864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.091295:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11655 00000100:00100000:3.0:1780298663.091438:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.091455:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610020992 00000100:00100000:0.0:1780298663.091459:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610020992 00010000:00010000:0.0:1780298663.091477:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 19 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.091498:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15563 00000100:00100000:0.0:1780298663.091502:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777610020992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.091509:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.091521:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 19 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091529:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 19 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091543:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064bcf4de/0xaf35132e63038995 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72a8 expref: 19 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091550:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(81 0) 00010000:00010000:0.0:1780298663.091552:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(81 0) 00010000:00010000:0.0:1780298663.091558:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091563:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.091578:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.091594:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605287168:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.091628:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.092361:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605287168:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.092374:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.092405:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610020992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 902us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.092412:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15563 00000100:00100000:3.0:1780298663.092590:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.092623:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021120 00000100:00100000:0.0:1780298663.092628:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021120 00000100:00100000:0.0:1780298663.092658:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7135 00000100:00100000:0.0:1780298663.092663:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610021120:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.092835:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.092839:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.092842:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.092844:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.092846:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1632 -> 1560 00000100:00100000:0.0:1780298663.092879:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610021120:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 216us (292us total) trans 4294969962 rc 0/0 00000100:00100000:0.0:1780298663.092885:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7135 00000100:00100000:3.0:1780298663.093816:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.093836:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.093871:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021248 00000100:00100000:0.0:1780298663.093873:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021376 00000100:00100000:0.0:1780298663.093881:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021376 00000100:00100000:1.0:1780298663.093882:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021248 00000100:00100000:0.0:1780298663.093914:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11656 00000100:00100000:0.0:1780298663.093921:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610021376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.093930:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.093943:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630389fe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d730a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.093944:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11657 00000100:00100000:1.0:1780298663.093966:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610021248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.093978:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.093983:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605287296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.093995:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038a05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7303 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.094031:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.094054:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605287424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.094118:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.094673:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605287296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.094688:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630389fe lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d730a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.094698:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e630389fe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d730a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.094706:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298663.094729:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610021376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (892us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.094735:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11656 00000100:00100000:1.0:1780298663.094934:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605287424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.094952:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038a05 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7303 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.094964:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038a05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7303 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.094971:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298663.094995:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610021248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1225us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.095002:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11657 00000100:00100000:1.0:1780298663.095747:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.095775:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.095800:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021504 00000100:00100000:2.0:1780298663.095805:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021504 00000100:00100000:0.0:1780298663.095814:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021632 00000100:00100000:0.0:1780298663.095821:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021632 00000100:00100000:2.0:1780298663.095835:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11658 00000100:00100000:2.0:1780298663.095844:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610021504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.095856:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.095867:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038a0c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7311 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.095880:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11659 00000100:00100000:0.0:1780298663.095898:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610021632:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.095904:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605287552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.095910:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.095923:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038a13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7318 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.095958:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605287680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.095970:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.095997:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.096617:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605287552:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.096631:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038a0c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7311 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.096642:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038a0c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7311 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.096650:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298663.096677:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610021504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (929us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.096684:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11658 00000100:00100000:0.0:1780298663.096783:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605287680:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.096804:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038a13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7318 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.096826:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038a13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7318 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.096836:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298663.096870:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610021632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1092us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.096877:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11659 00000100:00100000:3.0:1780298663.097653:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.097695:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021760 00000100:00100000:1.0:1780298663.097700:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021760 00000100:00100000:1.0:1780298663.097729:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11660 00000100:00100000:1.0:1780298663.097734:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610021760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.097742:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.097749:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038a1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d731f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.097773:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605287808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.097810:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.098378:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605287808:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.098398:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038a1a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d731f expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.098408:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038a1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d731f expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.098415:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.098439:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610021760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 705us (787us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.098447:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11660 00000100:00100000:3.0:1780298663.099194:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.099226:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610021888 00000100:00100000:1.0:1780298663.099230:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610021888 00000100:00100000:1.0:1780298663.099254:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11661 00000100:00100000:1.0:1780298663.099259:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610021888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.099264:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.099270:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038a21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7326 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.099290:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605287936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.099320:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.099917:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605287936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.099928:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038a21 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7326 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.099937:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038a21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7326 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.099948:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.099972:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610021888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 713us (781us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.099976:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11661 00000100:00100000:3.0:1780298663.100871:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.100915:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022144 00000100:00100000:2.0:1780298663.100922:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022144 00000100:00100000:2.0:1780298663.100965:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62240 00000100:00100000:2.0:1780298663.100975:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+93:30556:x1866777610022144:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298663.101022:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.101042:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376400/0xaf35132e630389aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72b6 expref: 93 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.101070:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.101075:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.101272:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.101287:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 104 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.101304:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.101327:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 104 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.101341:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 104 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.101354:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605288064:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.101403:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.101998:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605288064:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.102019:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.102081:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.102120:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022272 00000100:00100000:2.0:1780298663.102163:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022272 00010000:00010000:2.0:1780298663.102185:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 105 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.102227:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15564 00000100:00100000:2.0:1780298663.102239:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:2399:x1866777610022272:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.102251:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.102257:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 105 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102269:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 105 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102283:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3582cbe00/0xaf35132e630389d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72d9 expref: 105 pid: 9976 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102294:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.102298:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102309:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102316:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.102341:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.102372:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:2399:x1866777610022272:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 136us (290us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298663.102373:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.102395:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15564 00010000:00010000:0.0:1780298663.102397:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298663.102471:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991255 00000004:00010000:0.0:1780298663.102514:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f61eee3b reply state 00000000f7d8d014 transno 4294991256 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.102527:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.102532:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.102534:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298663.102536:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298663.102600:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:30556:x1866777610022144:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1627us (1729us total) trans 4294991256 rc 0/0 00000100:00100000:0.0:1780298663.102606:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62240 00000020:00080000:0.0:1780298663.102610:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298663.103214:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.103247:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022400 00000100:00100000:0.0:1780298663.103252:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022400 00000100:00100000:0.0:1780298663.103288:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11662 00000100:00100000:0.0:1780298663.103298:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30556:x1866777610022400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.103309:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.103321:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d732d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.103342:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.103347:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(81 0) 00010000:00010000:0.0:1780298663.103351:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(82 0) 00010000:00010000:0.0:1780298663.103354:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.103370:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.103379:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.103387:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605288192:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.103426:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.103895:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605288192:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.103909:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.103923:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.103951:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:30556:x1866777610022400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 656us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.103959:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11662 00000100:00100000:2.0:1780298663.104166:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.104209:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022528 00000100:00100000:1.0:1780298663.104214:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022528 00010000:00010000:1.0:1780298663.104232:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.104254:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15565 00000100:00100000:1.0:1780298663.104259:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610022528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.104266:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.104276:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.104284:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.104295:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830f22f6/0xaf35132e630389f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [548864->34103295] (req 548864->598015) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72fc expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.104304:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(82 0) 00010000:00010000:1.0:1780298663.104307:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(82 0) 00010000:00010000:1.0:1780298663.104311:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.104322:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.104348:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.104357:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605288320:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.104395:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.105022:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605288320:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.105033:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.105061:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610022528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 802us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.105068:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15565 00000100:00100000:3.0:1780298663.105264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.105301:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022656 00000100:00100000:0.0:1780298663.105306:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022656 00000100:00100000:0.0:1780298663.105336:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11663 00000100:00100000:0.0:1780298663.105345:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610022656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.105354:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.105365:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7334 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.105382:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.105391:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(45 0) 00010000:00010000:0.0:1780298663.105394:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(46 0) 00010000:00010000:0.0:1780298663.105399:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.105418:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.105429:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 10 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.105447:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605288448:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.105485:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.105977:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605288448:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.105992:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.106003:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298663.106030:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610022656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 687us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.106036:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11663 00000100:00100000:3.0:1780298663.106197:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.106229:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022784 00000100:00100000:2.0:1780298663.106235:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022784 00010000:00010000:2.0:1780298663.106252:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.106275:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15566 00000100:00100000:2.0:1780298663.106281:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610022784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.106289:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.106299:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.106308:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.106320:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303899c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d72af expref: 11 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.106328:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(46 0) 00010000:00010000:2.0:1780298663.106331:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(46 0) 00010000:00010000:2.0:1780298663.106335:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.106340:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.106355:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.106368:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605288576:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.106403:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.106944:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605288576:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.106958:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.106992:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610022784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 704us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.107003:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15566 00000100:00100000:1.0:1780298663.107048:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.107076:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610022912 00000100:00100000:2.0:1780298663.107079:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610022912 00002000:00010000:2.0:1780298663.107097:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.107101:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777610022912 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.107108:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80. 00000100:00100000:1.0:1780298663.107164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.107169:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7136 00000100:00100000:2.0:1780298663.107179:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610022912:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298663.107197:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023040 00000100:00100000:0.0:1780298663.107203:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023040 00002000:00010000:0.0:1780298663.107224:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1449268->18446744073709551615) 00002000:00100000:0.0:1780298663.107229:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43100 with x1866777610023040 ext(1449268->18446744073709551615) 00002000:00010000:0.0:1780298663.107235:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43100. 00000100:00100000:0.0:1780298663.107259:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7137 00000100:00100000:0.0:1780298663.107270:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610023040:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.107281:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.107286:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.107288:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.107289:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.107291:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1560 -> 1560 00000100:00100000:2.0:1780298663.107315:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610022912:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 139us (271us total) trans 4294969963 rc 0/0 00000100:00100000:2.0:1780298663.107322:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7136 00002000:00010000:2.0:1780298663.107325:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.107333:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777610022912 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.107337:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80. 00002000:00010000:0.0:1780298663.107437:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1327099 -> 1449268 00002000:00010000:0.0:1780298663.107442:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.107445:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.107447:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.107450:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298663.107486:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610023040:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 219us (360us total) trans 4294969429 rc 0/0 00000100:00100000:0.0:1780298663.107500:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7137 00002000:00010000:0.0:1780298663.107504:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1449268->18446744073709551615) 00002000:00100000:0.0:1780298663.107507:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b43100 with x1866777610023040 ext(1449268->18446744073709551615) 00002000:00010000:0.0:1780298663.107513:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b43100. 00000100:00100000:1.0:1780298663.108625:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.108665:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023168 00000100:00100000:0.0:1780298663.108670:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023168 00002000:00100000:0.0:1780298663.108691:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1363968->1429503) req@ffff9cf242b40380 x1866777610023168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.108698:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777610023168 ext(1363968->1429503) 00002000:00010000:0.0:1780298663.108701:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:0.0:1780298663.108716:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7138 00000100:00100000:0.0:1780298663.108721:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610023168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.109661:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610023168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 938us (1037us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1780298663.109667:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7138 00002000:00100000:0.0:1780298663.109673:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1363968->1429503) req@ffff9cf242b40380 x1866777610023168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.109680:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40380 with x1866777610023168 ext(1363968->1429503) 00002000:00010000:0.0:1780298663.109683:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b40380 00000100:00100000:2.0:1780298663.111866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.111904:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023296 00000100:00100000:1.0:1780298663.111911:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023296 00002000:00100000:1.0:1780298663.111948:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1429504->1449983) req@ffff9cf37f8b0380 x1866777610023296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.111956:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777610023296 ext(1429504->1449983) 00002000:00010000:1.0:1780298663.111959:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:1.0:1780298663.111976:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7139 00000100:00100000:1.0:1780298663.111983:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610023296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.112737:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610023296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 751us (869us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1780298663.112745:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7139 00002000:00100000:0.0:1780298663.112751:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1429504->1449983) req@ffff9cf37f8b0380 x1866777610023296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.112765:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777610023296 ext(1429504->1449983) 00002000:00010000:0.0:1780298663.112768:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:2.0:1780298663.114588:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.114631:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023424 00000100:00100000:0.0:1780298663.114638:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023424 00002000:00100000:0.0:1780298663.114661:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1392640->1449267) req@ffff9cf37f8b1880 x1866777610023424/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.114668:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1880 with x1866777610023424 ext(1392640->1449267) 00002000:00010000:0.0:1780298663.114671:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1880 00000100:00100000:0.0:1780298663.114687:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7140 00000100:00100000:0.0:1780298663.114694:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610023424:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.116033:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610023424:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1335us (1443us total) trans 4294969430 rc 0/0 00000100:00100000:1.0:1780298663.116044:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7140 00002000:00100000:1.0:1780298663.116053:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1392640->1449267) req@ffff9cf37f8b1880 x1866777610023424/t4294969430(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.116063:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1880 with x1866777610023424 ext(1392640->1449267) 00002000:00010000:1.0:1780298663.116068:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1880 00000100:00100000:2.0:1780298663.116750:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.116801:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023552 00000100:00100000:1.0:1780298663.116807:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023552 00000100:00100000:1.0:1780298663.116844:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11664 00000100:00100000:1.0:1780298663.116853:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610023552:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298663.117561:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969430 is committed 00000001:00080000:2.0:1780298663.117571:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969428 is committed 00000100:00100000:1.0:1780298663.117645:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610023552:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 792us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.117653:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11664 00000100:00100000:3.0:1780298663.118349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.118389:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023680 00000100:00100000:0.0:1780298663.118395:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023680 00000100:00100000:0.0:1780298663.118434:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62241 00000100:00100000:0.0:1780298663.118443:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+104:30556:x1866777610023680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.118454:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.118471:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6c00/0xaf35132e63038a3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d733b expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118539:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118554:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118568:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.118606:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5643572 00000004:00200000:0.0:1780298663.118610:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.118627:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118651:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6c00/0xaf35132e63038a3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d733b expref: 106 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118667:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d733b expref: 105 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.118675:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.118678:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.118682:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6e00, rc 0) 00000100:00100000:0.0:1780298663.118718:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:30556:x1866777610023680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 276us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.118725:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62241 00000100:00100000:0.0:1780298663.119503:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.119548:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.119563:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023808 00000100:00100000:1.0:1780298663.119571:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023808 00000100:00100000:1.0:1780298663.119608:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610023936 00000100:00100000:1.0:1780298663.119616:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610023936 00000100:00100000:0.0:1780298663.119625:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11665 00000100:00100000:0.0:1780298663.119636:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610023808:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.119644:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11666 00010000:00010000:0.0:1780298663.119645:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.119657:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038a4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7342 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.119661:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610023936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.119677:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.119695:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038a52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7349 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.119712:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605288704:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.119731:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605288832:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.119803:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.119804:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.120662:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605288704:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298663.120678:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 112 00010000:00010000:0.0:1780298663.120683:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038a4b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7342 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.120690:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605288832:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.120703:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038a4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7342 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.120707:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038a52 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7349 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.120725:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e7400, rc 0) 00010000:00010000:3.0:1780298663.120727:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63038a52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7349 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.120735:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298663.120759:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610023808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1126us (1256us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.120766:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610023936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1109us (1216us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.120769:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11665 00000100:00100000:3.0:1780298663.120780:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11666 00000100:00100000:1.0:1780298663.121749:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.121773:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.121794:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024064 00000100:00100000:0.0:1780298663.121800:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024064 00000100:00100000:0.0:1780298663.121833:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024192 00000100:00100000:0.0:1780298663.121835:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024192 00000100:00100000:2.0:1780298663.121846:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11667 00000100:00100000:2.0:1780298663.121865:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610024064:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.121873:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11668 00000100:00100000:0.0:1780298663.121881:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610024192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.121882:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.121895:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.121901:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038a59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7350 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.121904:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038a60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7357 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.121974:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605288960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.122002:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605289088:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.122024:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.122059:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.122790:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605289088:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.122797:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605288960:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.122809:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038a59 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7350 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.122823:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e63038a59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7350 expref: 19 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.122823:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038a60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7357 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.122836:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038a60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7357 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.122839:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:0.0:1780298663.122848:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6a00, rc 0) 00000100:00100000:1.0:1780298663.122875:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610024064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1128us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.122881:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11667 00000100:00100000:0.0:1780298663.122885:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610024192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1109us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.122893:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11668 00000100:00100000:1.0:1780298663.123863:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.123914:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024320 00000100:00100000:2.0:1780298663.123920:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024320 00000100:00100000:2.0:1780298663.123968:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7141 00000100:00100000:2.0:1780298663.123974:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610024320:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.124221:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1449268 -> 1449268 00002000:00010000:2.0:1780298663.124225:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.124227:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.124229:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.124230:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:2.0:1780298663.124266:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610024320:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 293us (404us total) trans 4294969431 rc 0/0 00000100:00100000:2.0:1780298663.124278:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7141 00000100:00100000:3.0:1780298663.124855:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.124897:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024448 00000100:00100000:0.0:1780298663.124903:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024448 00000100:00100000:0.0:1780298663.124944:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62242 00000100:00100000:0.0:1780298663.124954:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:30556:x1866777610024448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.124970:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.124984:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6c00/0xaf35132e63038a67 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d735e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125056:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125072:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125082:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.125104:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5643572 00000004:00200000:0.0:1780298663.125112:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.125172:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125196:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6c00/0xaf35132e63038a67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 97 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125211:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 96 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.125217:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.125219:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.125221:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377c00, rc 0) 00000100:00100000:0.0:1780298663.125248:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:30556:x1866777610024448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 298us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.125253:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62242 00000100:00100000:0.0:1780298663.126194:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.126233:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024576 00000100:00100000:2.0:1780298663.126237:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024576 00000100:00100000:2.0:1780298663.126262:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11669 00000100:00100000:2.0:1780298663.126268:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:30556:x1866777610024576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.126275:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.126283:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7365 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.126304:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.126314:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(82 0) 00010000:00010000:2.0:1780298663.126318:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(83 0) 00010000:00010000:2.0:1780298663.126324:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->720895] (req 675840->720895) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.126349:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.126360:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 22 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.126369:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605289216:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.126411:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.126985:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605289216:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.127012:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->720895] (req 675840->720895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.127021:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.127048:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:30556:x1866777610024576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.127054:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11669 00000100:00100000:0.0:1780298663.127175:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.127218:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024704 00000100:00100000:1.0:1780298663.127226:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024704 00010000:00010000:1.0:1780298663.127261:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.127284:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15567 00000100:00100000:1.0:1780298663.127291:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610024704:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.127301:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.127311:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.127323:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.127337:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038a2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d732d expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.127346:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(83 0) 00010000:00010000:1.0:1780298663.127349:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(83 0) 00010000:00010000:1.0:1780298663.127362:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.127369:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.127391:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.127398:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5dbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605289344:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.127436:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.128041:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5dbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605289344:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.128052:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.128083:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610024704:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 792us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.128091:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15567 00000100:00100000:3.0:1780298663.128315:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.128360:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024832 00000100:00100000:0.0:1780298663.128366:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024832 00000100:00100000:0.0:1780298663.128409:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7142 00000100:00100000:0.0:1780298663.128418:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777610024832:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.128702:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.128707:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.128709:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.128711:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.128713:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1560 -> 1648 00000100:00100000:0.0:1780298663.128759:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610024832:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 335us (436us total) trans 4294969964 rc 0/0 00000100:00100000:0.0:1780298663.128773:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7142 00000100:00100000:2.0:1780298663.129698:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.129738:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610024960 00000100:00100000:3.0:1780298663.129744:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610024960 00000100:00100000:3.0:1780298663.129771:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11670 00000100:00100000:3.0:1780298663.129777:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610024960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.129787:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.129796:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038a7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d736c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.129832:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605289472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.129867:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.130640:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605289472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.130654:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038a7c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d736c expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.130664:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038a7c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d736c expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.130671:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298663.130700:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610024960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1004us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.130705:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11670 00000100:00100000:1.0:1780298663.131448:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.131472:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025088 00000100:00100000:3.0:1780298663.131477:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025088 00000100:00100000:3.0:1780298663.131506:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11671 00000100:00100000:3.0:1780298663.131515:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610025088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.131523:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.131531:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038a83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7373 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.131552:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605289600:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.131587:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.132218:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605289600:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.132234:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038a83 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7373 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.132247:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038a83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7373 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.132257:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298663.132291:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610025088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (837us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.132300:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11671 00000100:00100000:2.0:1780298663.133085:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.133166:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025216 00000100:00100000:0.0:1780298663.133173:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025216 00000100:00100000:0.0:1780298663.133224:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11672 00000100:00100000:2.0:1780298663.133231:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.133239:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610025216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.133251:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.133252:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025344 00000100:00100000:1.0:1780298663.133259:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025344 00010000:00010000:0.0:1780298663.133266:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038a8a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d737a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.133291:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11673 00000100:00100000:1.0:1780298663.133297:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610025344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.133306:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.133310:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605289728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.133317:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038a91 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7381 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.133352:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605289856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.133387:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.133402:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.134186:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605289856:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.134205:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605289728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.134222:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038a91 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7381 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.134233:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038a8a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d737a expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.134252:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038a8a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d737a expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.134252:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038a91 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7381 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.134278:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00010000:00010000:2.0:1780298663.134281:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298663.134326:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610025344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1024us (1107us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.134327:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610025216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1239us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.134346:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11673 00000100:00100000:2.0:1780298663.134360:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11672 00000100:00100000:2.0:1780298663.135347:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.135372:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025472 00000100:00100000:3.0:1780298663.135386:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025472 00000100:00100000:1.0:1780298663.135532:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.135536:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11674 00000100:00100000:2.0:1780298663.135549:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025600 00000100:00100000:3.0:1780298663.135556:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610025472:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.135556:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025600 00010000:00010000:3.0:1780298663.135568:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.135581:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038a98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7388 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.135603:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11675 00000100:00100000:2.0:1780298663.135617:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610025600:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.135618:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605289984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.135630:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.135640:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038a9f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d738f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.135668:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605290112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.135676:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.135694:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.136426:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605289984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.136461:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038a98 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7388 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.136467:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605290112:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.136493:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038a9f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d738f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.136505:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038a98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7388 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.136507:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038a9f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d738f expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.136546:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:3.0:1780298663.136552:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298663.136581:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610025600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1052us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.136590:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610025472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1039us (1238us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.136595:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11675 00000100:00100000:3.0:1780298663.136611:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11674 00000100:00100000:1.0:1780298663.137745:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.137781:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025728 00000100:00100000:0.0:1780298663.137786:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025728 00000100:00100000:0.0:1780298663.137841:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7143 00000100:00100000:0.0:1780298663.137850:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610025728:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.138080:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.138085:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.138087:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.138090:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.138092:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1648 -> 1656 00000100:00100000:0.0:1780298663.138163:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610025728:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 277us (381us total) trans 4294969965 rc 0/0 00000100:00100000:0.0:1780298663.138172:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7143 00000100:00100000:2.0:1780298663.139045:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.139070:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.139092:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025856 00000100:00100000:3.0:1780298663.139099:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025856 00000100:00100000:0.0:1780298663.139117:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610025984 00000100:00100000:0.0:1780298663.139160:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610025984 00000100:00100000:3.0:1780298663.139193:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11676 00000100:00100000:2.0:1780298663.139210:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11677 00000100:00100000:3.0:1780298663.139212:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610025856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.139227:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.139228:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610025984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.139240:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.139242:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038aa6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7396 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.139250:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038aad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d739d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.139289:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605290240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.139289:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605290368:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.139345:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.139346:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.140091:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605290368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.140114:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605290240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.140116:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038aad lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d739d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.140193:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038aad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d739d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.140206:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:3.0:1780298663.140208:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038aa6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7396 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.140229:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038aa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7396 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.140246:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610025984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1023us (1171us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.140272:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11677 00010000:00010000:3.0:1780298663.140273:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298663.140304:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610025856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1103us (1261us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.140309:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11676 00000100:00100000:1.0:1780298663.141224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.141251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.141271:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026112 00000100:00100000:0.0:1780298663.141277:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026112 00000100:00100000:2.0:1780298663.141303:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026240 00000100:00100000:2.0:1780298663.141308:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026240 00000100:00100000:0.0:1780298663.141337:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11678 00000100:00100000:3.0:1780298663.141358:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11679 00000100:00100000:0.0:1780298663.141363:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610026112:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.141372:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610026240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.141376:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.141382:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.141391:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63038ab4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73a4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.141394:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038abb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73ab expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.141467:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605290496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.141484:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605290624:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.141513:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.141532:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.142225:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605290496:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.142250:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038abb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ab expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.142258:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605290624:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.142276:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038abb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ab expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.142284:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298663.142309:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63038ab4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73a4 expref: 22 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.142319:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610026240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1062us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.142344:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11679 00010000:00010000:0.0:1780298663.142348:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9df11c/0xaf35132e63038ab4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73a4 expref: 22 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.142369:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298663.142402:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610026112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1048us (1180us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.142410:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11678 00000100:00100000:2.0:1780298663.143432:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.143497:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026368 00000100:00100000:0.0:1780298663.143504:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026368 00000100:00100000:0.0:1780298663.143541:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11680 00000100:00100000:0.0:1780298663.143547:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610026368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.143556:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.143564:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73b2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.143591:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.143598:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(46 0) 00010000:00010000:0.0:1780298663.143601:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(47 0) 00010000:00010000:0.0:1780298663.143604:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->290815] (req 245760->290815) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.143620:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.143629:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.143637:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605290752:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.143674:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.144396:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605290752:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.144431:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->290815] (req 245760->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.144445:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376200, rc 0) 00000100:00100000:0.0:1780298663.144482:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610026368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.144501:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11680 00000100:00100000:2.0:1780298663.144789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.144824:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026496 00000100:00100000:3.0:1780298663.144831:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026496 00010000:00010000:3.0:1780298663.144857:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.144890:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15568 00000100:00100000:3.0:1780298663.144899:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610026496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.144911:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.144923:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.144936:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.144955:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038a36 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7334 expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.144967:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(47 0) 00010000:00010000:3.0:1780298663.144971:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(47 0) 00010000:00010000:3.0:1780298663.144980:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.144991:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.145017:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.145035:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605290880:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.145082:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.145761:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605290880:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.145771:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.145797:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610026496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 899us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.145806:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15568 00000100:00100000:1.0:1780298663.146048:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.146083:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026624 00000100:00100000:0.0:1780298663.146088:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026624 00002000:00100000:0.0:1780298663.146115:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (245760->249855) req@ffff9cf36e5d8700 x1866777610026624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.146147:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777610026624 ext(245760->249855) 00002000:00010000:0.0:1780298663.146164:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:3.0:1780298663.146190:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7144 00000100:00100000:3.0:1780298663.146199:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610026624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298663.146313:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610026624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298663.146321:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7144 00002000:00100000:3.0:1780298663.146328:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (245760->249855) req@ffff9cf36e5d8700 x1866777610026624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.146339:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777610026624 ext(245760->249855) 00002000:00010000:3.0:1780298663.146342:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:2.0:1780298663.147269:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.147319:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026752 00000100:00100000:1.0:1780298663.147324:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026752 00002000:00100000:1.0:1780298663.147346:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (286720->290815) req@ffff9cf37f8b3800 x1866777610026752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.147356:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3800 with x1866777610026752 ext(286720->290815) 00002000:00010000:1.0:1780298663.147359:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b3800 00000100:00100000:1.0:1780298663.147377:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7145 00000100:00100000:1.0:1780298663.147382:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610026752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.147453:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610026752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (185us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.147458:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7145 00002000:00100000:1.0:1780298663.147463:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (286720->290815) req@ffff9cf37f8b3800 x1866777610026752/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.147469:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3800 with x1866777610026752 ext(286720->290815) 00002000:00010000:1.0:1780298663.147472:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b3800 00000100:00100000:2.0:1780298663.148319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.148343:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610026880 00000100:00100000:3.0:1780298663.148348:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610026880 00000100:00100000:2.0:1780298663.148385:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11681 00000100:00100000:2.0:1780298663.148393:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610026880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.148413:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.148423:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038ac9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73b9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.148452:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605291008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.148492:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.148500:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.148539:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027008 00000100:00100000:0.0:1780298663.148545:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027008 00000100:00100000:0.0:1780298663.148577:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11682 00000100:00100000:0.0:1780298663.148584:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610027008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.148590:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.148599:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038ad0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73c0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.148621:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605291136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.148646:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.149113:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605291008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.149141:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038ac9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b9 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.149162:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038ac9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b9 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.149170:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:2.0:1780298663.149202:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610026880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (880us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.149210:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11681 00000100:00100000:0.0:1780298663.149362:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605291136:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.149380:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038ad0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73c0 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.149389:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038ad0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73c0 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.149404:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298663.149425:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610027008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (927us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.149430:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11682 00000100:00100000:3.0:1780298663.150069:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.150088:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.150103:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027136 00000100:00100000:0.0:1780298663.150107:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027136 00000100:00100000:2.0:1780298663.150117:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027264 00000100:00100000:2.0:1780298663.150121:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027264 00000100:00100000:0.0:1780298663.150166:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11683 00000100:00100000:1.0:1780298663.150173:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11684 00000100:00100000:0.0:1780298663.150181:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610027136:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.150184:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610027264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.150195:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.150196:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.150203:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038ad7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73c7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.150207:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63038ade lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73ce expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.150228:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605291264:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.150245:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605291392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.150270:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.150275:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.150845:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605291264:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.150865:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605291392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.150871:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038ad7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73c7 expref: 22 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.150881:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63038ade lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ce expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.150890:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038ad7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73c7 expref: 22 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.150894:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63038ade lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ce expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.150914:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00010000:00010000:0.0:1780298663.150918:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:1.0:1780298663.150948:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610027264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 769us (859us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.150953:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610027136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 777us (881us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.150956:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11684 00000100:00100000:0.0:1780298663.150969:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11683 00000100:00100000:2.0:1780298663.151801:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.151822:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.151823:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027392 00000100:00100000:3.0:1780298663.151829:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027392 00000100:00100000:3.0:1780298663.151853:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027520 00000100:00100000:3.0:1780298663.151860:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027520 00000100:00100000:3.0:1780298663.151886:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11685 00000100:00100000:1.0:1780298663.151896:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11686 00000100:00100000:3.0:1780298663.151897:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610027392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.151907:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.151910:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610027520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.151918:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038ae5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73d5 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.151919:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.151927:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038aec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73dc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.151954:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605291520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.151958:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605291648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.152009:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.152010:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.152641:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605291520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.152655:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038ae5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73d5 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.152675:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038ae5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73d5 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.152682:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298663.152700:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605291648:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.152710:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610027392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (907us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.152716:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11685 00010000:00010000:1.0:1780298663.152723:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038aec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73dc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.152739:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038aec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73dc expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.152748:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298663.152774:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610027520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (952us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.152780:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11686 00000100:00100000:3.0:1780298663.153493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.153521:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.153538:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027648 00000100:00100000:1.0:1780298663.153543:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027648 00000100:00100000:0.0:1780298663.153552:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027776 00000100:00100000:0.0:1780298663.153556:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027776 00000100:00100000:1.0:1780298663.153574:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11687 00000100:00100000:0.0:1780298663.153589:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11688 00000100:00100000:1.0:1780298663.153591:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610027648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.153600:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.153602:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610027776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.153609:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.153610:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038af3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73e3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.153616:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038afa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73ea expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.153648:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605291776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.153649:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605291904:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.153691:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.153694:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.154349:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605291776:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.154365:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038af3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73e3 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.154370:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605291904:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.154379:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038af3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73e3 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.154387:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:0.0:1780298663.154399:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038afa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ea expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.154411:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038afa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ea expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.154413:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610027648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (919us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.154425:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11687 00010000:00010000:0.0:1780298663.154429:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298663.154452:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610027776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (930us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.154457:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11688 00000100:00100000:3.0:1780298663.155329:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.155358:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610027904 00000100:00100000:3.0:1780298663.155359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.155363:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610027904 00000100:00100000:2.0:1780298663.155392:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028032 00000100:00100000:2.0:1780298663.155394:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028032 00000100:00100000:0.0:1780298663.155397:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11689 00000100:00100000:0.0:1780298663.155407:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610027904:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.155416:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11690 00010000:00010000:0.0:1780298663.155419:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.155426:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610028032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.155428:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73f1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.155433:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.155442:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038b08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73f8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.155452:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605292032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.155469:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605292160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.155494:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.155496:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.156193:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605292032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.156206:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605292160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.156211:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b01 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73f1 expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.156223:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038b08 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73f8 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.156223:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73f1 expref: 22 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.156245:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00010000:00010000:2.0:1780298663.156252:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038b08 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73f8 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.156270:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:0.0:1780298663.156277:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610027904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.156289:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11689 00000100:00100000:2.0:1780298663.156298:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610028032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 874us (939us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.156306:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11690 00000100:00100000:3.0:1780298663.157030:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.157066:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028160 00000100:00100000:2.0:1780298663.157071:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028160 00000100:00100000:2.0:1780298663.157108:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7146 00000100:00100000:2.0:1780298663.157116:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610028160:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.157323:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1449268 -> 1449268 00002000:00010000:2.0:1780298663.157327:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.157330:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.157332:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.157334:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 112 -> 232 00000100:00100000:2.0:1780298663.157362:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610028160:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 247us (332us total) trans 4294969432 rc 0/0 00000100:00100000:2.0:1780298663.157367:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7146 00000100:00100000:3.0:1780298663.158069:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.158098:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.158113:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028288 00000100:00100000:2.0:1780298663.158118:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028288 00000100:00100000:1.0:1780298663.158159:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028416 00000100:00100000:1.0:1780298663.158164:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028416 00000100:00100000:2.0:1780298663.158185:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11691 00000100:00100000:2.0:1780298663.158195:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610028288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.158199:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11692 00010000:00010000:2.0:1780298663.158207:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.158213:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610028416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.158219:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d73ff expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.158223:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.158233:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7406 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.158278:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605292288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.158281:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605292416:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.158329:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.158330:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.158972:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605292288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.158988:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b0f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ff expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.158994:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605292416:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.159002:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73ff expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.159009:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00010000:00010000:0.0:1780298663.159029:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b16 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7406 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.159034:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610028288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (965us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.159048:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11691 00010000:00010000:0.0:1780298663.159060:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7406 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.159072:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298663.159097:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610028416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (998us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.159105:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11692 00000100:00100000:3.0:1780298663.159792:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.159830:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028544 00000100:00100000:0.0:1780298663.159835:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028544 00000100:00100000:0.0:1780298663.159866:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11693 00000100:00100000:0.0:1780298663.159875:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610028544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.159883:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.159891:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038b1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d740d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.159921:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605292544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.159934:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.159967:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028672 00000100:00100000:2.0:1780298663.159972:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028672 00000100:00100000:0.0:1780298663.159973:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.160008:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11694 00000100:00100000:2.0:1780298663.160018:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610028672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.160027:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.160036:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038b24 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7414 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.160063:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605292672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.160097:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.160621:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605292544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.160635:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038b1d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d740d expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.160653:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000262aa450/0xaf35132e63038b1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d740d expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.160660:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377800, rc 0) 00000100:00100000:0.0:1780298663.160689:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610028544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (896us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.160694:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11693 00000100:00100000:0.0:1780298663.160749:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605292672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.160765:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038b24 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7414 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.160774:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038b24 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7414 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.160779:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:0.0:1780298663.160799:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610028672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (869us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.160804:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11694 00000100:00100000:2.0:1780298663.161522:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.161565:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028800 00000100:00100000:1.0:1780298663.161570:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028800 00000100:00100000:1.0:1780298663.161601:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11695 00000100:00100000:1.0:1780298663.161610:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610028800:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.161618:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.161620:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.161635:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038b2b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d741b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.161649:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610028928 00000100:00100000:0.0:1780298663.161654:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610028928 00000100:00100000:1.0:1780298663.161665:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605292800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.161690:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11696 00000100:00100000:0.0:1780298663.161700:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610028928:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.161705:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298663.161709:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.161724:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038b32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7422 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.161753:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605292928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.161785:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.162282:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605292800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.162300:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038b2b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d741b expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.162315:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63038b2b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d741b expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.162318:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605292928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.162333:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:0.0:1780298663.162335:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038b32 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7422 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.162346:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1945c34/0xaf35132e63038b32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7422 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.162352:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:1.0:1780298663.162364:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610028800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (840us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.162373:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610028928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 674us (757us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.162374:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11695 00000100:00100000:0.0:1780298663.162383:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11696 00000100:00100000:2.0:1780298663.163157:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.163177:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029056 00000100:00100000:0.0:1780298663.163181:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029056 00000100:00100000:0.0:1780298663.163207:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11697 00000100:00100000:0.0:1780298663.163213:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610029056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.163219:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.163226:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7429 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.163246:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605293056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.163251:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.163283:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029184 00000100:00100000:1.0:1780298663.163287:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029184 00000100:00100000:0.0:1780298663.163299:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.163313:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11698 00000100:00100000:1.0:1780298663.163319:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610029184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.163325:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.163331:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038b40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7430 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.163353:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605293184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.163384:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.163887:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605293056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.163902:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b39 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7429 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.163912:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7429 expref: 22 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.163918:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298663.163943:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610029056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 730us (821us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.163950:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11697 00000100:00100000:1.0:1780298663.163964:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605293184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.163978:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038b40 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7430 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.163989:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038b40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7430 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.163996:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298663.164027:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610029184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 707us (779us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.164033:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11698 00000100:00100000:3.0:1780298663.164890:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.164924:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029312 00000100:00100000:2.0:1780298663.164929:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029312 00000100:00100000:3.0:1780298663.164946:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.164957:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029440 00000100:00100000:2.0:1780298663.164960:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029440 00000100:00100000:1.0:1780298663.164975:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11699 00000100:00100000:1.0:1780298663.164984:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610029312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.164989:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11700 00010000:00010000:1.0:1780298663.164992:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.164998:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610029440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.165000:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038b47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7437 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.165005:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.165015:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038b4e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d743e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.165028:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605293312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.165049:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605293440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.165070:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.165078:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.165699:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605293312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.165718:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038b47 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7437 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.165746:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038b47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7437 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.165754:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:0.0:1780298663.165763:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605293440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.165778:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610029312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 796us (888us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298663.165784:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038b4e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d743e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.165785:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11699 00010000:00010000:0.0:1780298663.165818:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038b4e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d743e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.165830:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298663.165862:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610029440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (916us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.165868:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11700 00000100:00100000:2.0:1780298663.166681:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.166719:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029568 00000100:00100000:0.0:1780298663.166723:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029568 00000100:00100000:0.0:1780298663.166759:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11701 00000100:00100000:0.0:1780298663.166768:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610029568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.166781:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.166782:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.166794:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63038b55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7445 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.166806:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029696 00000100:00100000:1.0:1780298663.166810:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029696 00000100:00100000:0.0:1780298663.166830:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605293568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.166840:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11702 00000100:00100000:1.0:1780298663.166846:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610029696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.166852:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.166859:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038b5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d744c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.166880:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605293696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.166883:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.166902:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.167453:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605293568:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.167472:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63038b55 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7445 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.167488:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63038b55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7445 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.167513:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6c00, rc 0) 00000100:00100000:1.0:1780298663.167543:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605293696:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.167544:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610029568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.167554:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11701 00010000:00010000:1.0:1780298663.167562:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038b5c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d744c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.167573:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038b5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d744c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.167589:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.167607:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610029696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 762us (827us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.167613:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11702 00000100:00100000:2.0:1780298663.168546:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.168571:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029824 00000100:00100000:3.0:1780298663.168574:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029824 00000100:00100000:3.0:1780298663.168598:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11703 00000100:00100000:3.0:1780298663.168603:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30556:x1866777610029824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.168608:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.168620:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7453 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.168634:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.168640:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(83 0) 00010000:00010000:3.0:1780298663.168644:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:3.0:1780298663.168647:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3600384->3641343] (req 3600384->3641343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.168662:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.168670:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 20 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.168677:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605293824:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.168708:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.169250:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605293824:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.169266:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3600384->3641343] (req 3600384->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.169278:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298663.169306:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:30556:x1866777610029824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 702us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.169313:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11703 00000100:00100000:2.0:1780298663.169460:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.169497:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610029952 00000100:00100000:1.0:1780298663.169501:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610029952 00010000:00010000:1.0:1780298663.169518:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 21 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.169539:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15569 00000100:00100000:1.0:1780298663.169544:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2400:x1866777610029952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.169552:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.169559:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 21 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.169567:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 21 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.169580:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038a75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [675840->34230271] (req 675840->720895) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7365 expref: 21 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.169587:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:1.0:1780298663.169589:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:1.0:1780298663.169595:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.169607:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.169623:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.169630:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605293952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.169658:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.170245:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605293952:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.170253:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.170275:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610029952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 732us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.170281:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15569 00000100:00100000:3.0:1780298663.170432:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.170468:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030080 00000100:00100000:0.0:1780298663.170473:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030080 00000100:00100000:0.0:1780298663.170516:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7147 00000100:00100000:0.0:1780298663.170525:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610030080:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.170762:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.170767:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.170769:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.170772:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.170774:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1656 -> 1736 00000100:00100000:0.0:1780298663.170804:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610030080:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 280us (372us total) trans 4294969966 rc 0/0 00000100:00100000:0.0:1780298663.170821:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7147 00000100:00100000:2.0:1780298663.171716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.171758:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.171758:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030208 00000100:00100000:0.0:1780298663.171764:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030208 00000100:00100000:0.0:1780298663.171795:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030336 00000100:00100000:0.0:1780298663.171799:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030336 00000100:00100000:1.0:1780298663.171804:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11704 00000100:00100000:1.0:1780298663.171816:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610030208:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.171819:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11705 00010000:00010000:1.0:1780298663.171830:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.171834:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610030336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.171842:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.171842:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038b6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d745a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.171850:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038b71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7461 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.171882:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605294208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.171883:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605294080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.171926:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.171927:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.172639:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605294208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.172644:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605294080:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.172666:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038b71 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7461 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.172668:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038b6a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d745a expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.172687:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038b71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7461 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.172693:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038b6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d745a expref: 25 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.172706:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00010000:00010000:1.0:1780298663.172709:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.172749:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610030208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1028us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.172749:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610030336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (987us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.172760:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11704 00000100:00100000:0.0:1780298663.172767:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11705 00000100:00100000:3.0:1780298663.173716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.173749:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030464 00000100:00100000:3.0:1780298663.173754:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.173756:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030464 00000100:00100000:1.0:1780298663.173789:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030592 00000100:00100000:1.0:1780298663.173792:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030592 00000100:00100000:2.0:1780298663.173803:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11706 00000100:00100000:2.0:1780298663.173812:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610030464:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.173818:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11707 00010000:00010000:2.0:1780298663.173821:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.173830:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610030592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.173831:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7468 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.173841:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.173853:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038b7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d746f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.173868:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605294336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.173897:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605294464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.173924:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.173930:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.174704:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605294336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.174720:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605294464:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.174724:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b78 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7468 expref: 25 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.174743:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038b78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7468 expref: 25 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.174747:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038b7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d746f expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.174754:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00010000:00010000:0.0:1780298663.174764:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beb94698/0xaf35132e63038b7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d746f expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.174774:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6a00, rc 0) 00000100:00100000:1.0:1780298663.174784:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610030464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1069us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.174789:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11706 00000100:00100000:0.0:1780298663.174795:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610030592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1042us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.174802:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11707 00000100:00100000:3.0:1780298663.175764:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.175798:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030720 00000100:00100000:0.0:1780298663.175803:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030720 00000100:00100000:0.0:1780298663.175833:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11708 00000100:00100000:0.0:1780298663.175841:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:30556:x1866777610030720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.175850:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.175859:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7476 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.175875:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:0.0:1780298663.175878:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:0.0:1780298663.175885:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.175895:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 21 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.175910:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e7400, rc 0) 00000100:00100000:0.0:1780298663.175932:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:30556:x1866777610030720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.175936:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11708 00000100:00100000:3.0:1780298663.176578:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.176616:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030848 00000100:00100000:0.0:1780298663.176621:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030848 00000100:00100000:0.0:1780298663.176665:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7148 00000100:00100000:0.0:1780298663.176674:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2399:x1866777610030848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.176921:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.176926:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.176928:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.176930:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.176932:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1736 -> 1784 00000100:00100000:0.0:1780298663.176966:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610030848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 293us (386us total) trans 4294969967 rc 0/0 00000100:00100000:0.0:1780298663.176973:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7148 00000100:00100000:2.0:1780298663.177891:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.177928:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.177929:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610030976 00000100:00100000:0.0:1780298663.177934:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610030976 00000100:00100000:0.0:1780298663.177961:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031104 00000100:00100000:0.0:1780298663.177965:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031104 00000100:00100000:1.0:1780298663.177966:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11709 00000100:00100000:1.0:1780298663.177976:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610030976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.177993:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11710 00000100:00100000:0.0:1780298663.178001:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610031104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.178003:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.178008:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.178013:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038b8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d747d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.178016:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b94 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7484 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.178048:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605294592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.178048:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605294720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.178096:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.178096:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.178926:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605294592:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.178947:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038b8d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d747d expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.178963:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038b8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d747d expref: 25 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.178970:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605294720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.178979:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:0.0:1780298663.179002:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b94 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7484 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.179009:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610030976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1035us (1120us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.179022:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11709 00010000:00010000:0.0:1780298663.179035:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008dd0310/0xaf35132e63038b94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7484 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.179047:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376400, rc 0) 00000100:00100000:0.0:1780298663.179091:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610031104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1090us (1163us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.179097:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11710 00000100:00100000:3.0:1780298663.179857:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.179918:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031232 00000100:00100000:0.0:1780298663.179922:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031232 00000100:00100000:0.0:1780298663.179949:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11711 00000100:00100000:0.0:1780298663.179957:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610031232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.179964:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.179971:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d748b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.180004:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605294848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.180013:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.180052:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031360 00000100:00100000:3.0:1780298663.180056:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031360 00000100:00100000:0.0:1780298663.180062:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.180121:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11712 00000100:00100000:3.0:1780298663.180188:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610031360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.180194:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.180200:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038ba2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7492 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.180219:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605294976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.180248:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.180661:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605294848:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.180682:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b9b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d748b expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.180696:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd74c683/0xaf35132e63038b9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d748b expref: 25 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.180705:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298663.180735:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610031232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (878us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.180742:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11711 00000100:00100000:3.0:1780298663.180881:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605294976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.180898:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038ba2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7492 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.180911:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63038ba2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7492 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.180920:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298663.180949:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610031360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (938us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.180955:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11712 00000100:00100000:2.0:1780298663.181816:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.181852:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031488 00000100:00100000:1.0:1780298663.181857:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031488 00000100:00100000:1.0:1780298663.181880:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11713 00000100:00100000:1.0:1780298663.181885:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610031488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.181891:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.181897:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7499 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.181919:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.181926:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(47 0) 00010000:00010000:1.0:1780298663.181929:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(48 0) 00010000:00010000:1.0:1780298663.181932:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->614399] (req 557056->614399) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.181945:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.181954:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 9 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.181961:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605295104:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.181990:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.182547:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605295104:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.182559:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->614399] (req 557056->614399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.182567:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298663.182589:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610031488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 704us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.182597:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11713 00000100:00100000:2.0:1780298663.182876:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.182911:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031616 00000100:00100000:3.0:1780298663.182916:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031616 00002000:00100000:3.0:1780298663.182941:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (245760->290815) req@ffff9cf37f7bed80 x1866777610031616/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.182951:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bed80 with x1866777610031616 ext(245760->290815) 00010000:00010000:3.0:1780298663.182957:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.182975:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298663.182983:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f7bed80 00000100:00100000:3.0:1780298663.183006:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 239 00000100:00100000:3.0:1780298663.183013:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610031616:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298663.184284:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610031616:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1269us (1406us total) trans 4294969433 rc 0/0 00000100:00100000:0.0:1780298663.184294:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 239 00002000:00100000:0.0:1780298663.184302:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (245760->290815) req@ffff9cf37f7bed80 x1866777610031616/t4294969433(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.184310:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bed80 with x1866777610031616 ext(245760->290815) 00010000:00010000:0.0:1780298663.184317:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.184331:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.184339:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f7bed80 00000100:00100000:3.0:1780298663.185021:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.185071:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031744 00000100:00100000:2.0:1780298663.185075:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031744 00010000:00010000:2.0:1780298663.185093:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.185113:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15570 00000100:00100000:2.0:1780298663.185118:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610031744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.185146:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298663.185166:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 232 -> 320 00010000:00010000:2.0:1780298663.185173:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.185186:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.185204:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064bcf4de/0xaf35132e63038ac2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [245760->33800191] (req 245760->290815) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d73b2 expref: 12 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.185212:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(48 0) 00010000:00010000:2.0:1780298663.185215:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(48 0) 00010000:00010000:2.0:1780298663.185226:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.185232:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.185250:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.185258:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605295232:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.185311:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.185933:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605295232:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.185948:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.185969:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610031744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 851us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.185975:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15570 00000100:00100000:1.0:1780298663.186209:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.186242:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610031872 00000100:00100000:0.0:1780298663.186257:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610031872 00002000:00100000:0.0:1780298663.186278:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (557056->561151) req@ffff9cf242b6b480 x1866777610031872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.186287:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610031872 ext(557056->561151) 00002000:00010000:0.0:1780298663.186295:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b6b480 00000100:00100000:0.0:1780298663.186315:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7149 00000100:00100000:0.0:1780298663.186323:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610031872:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.186400:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610031872:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.186405:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7149 00002000:00100000:0.0:1780298663.186409:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (557056->561151) req@ffff9cf242b6b480 x1866777610031872/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.186414:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610031872 ext(557056->561151) 00002000:00010000:0.0:1780298663.186417:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b6b480 00000100:00100000:3.0:1780298663.187354:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.187400:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032000 00000100:00100000:2.0:1780298663.187405:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032000 00002000:00100000:2.0:1780298663.187428:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (610304->614399) req@ffff9cf3481f9180 x1866777610032000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.187437:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9180 with x1866777610032000 ext(610304->614399) 00002000:00010000:2.0:1780298663.187440:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9180 00000100:00100000:2.0:1780298663.187468:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7150 00000100:00100000:2.0:1780298663.187475:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610032000:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.187545:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610032000:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (192us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.187550:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7150 00002000:00100000:2.0:1780298663.187554:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (610304->614399) req@ffff9cf3481f9180 x1866777610032000/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.187560:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9180 with x1866777610032000 ext(610304->614399) 00002000:00010000:2.0:1780298663.187568:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f9180 00000100:00100000:2.0:1780298663.188761:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.188789:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.188815:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032128 00000100:00100000:1.0:1780298663.188821:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032128 00000100:00100000:0.0:1780298663.188837:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032256 00000100:00100000:0.0:1780298663.188842:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032256 00000100:00100000:1.0:1780298663.188863:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11714 00000100:00100000:1.0:1780298663.188874:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610032128:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.188884:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11715 00010000:00010000:1.0:1780298663.188885:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.188895:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610032256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.188904:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038bb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74a0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.188904:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.188921:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038bb7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74a7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.188956:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605295360:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.188960:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605295488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.189021:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.189022:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.189911:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605295488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.189924:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605295360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.189946:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038bb0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74a0 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.189946:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038bb7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74a7 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.189974:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038bb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74a0 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.189977:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cd74c683/0xaf35132e63038bb7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74a7 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.189985:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:0.0:1780298663.189992:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:2.0:1780298663.190015:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610032128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1145us (1257us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.190022:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610032256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1128us (1228us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.190026:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11714 00000100:00100000:0.0:1780298663.190036:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11715 00000100:00100000:3.0:1780298663.191108:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.191203:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032384 00000100:00100000:0.0:1780298663.191209:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032384 00000100:00100000:3.0:1780298663.191221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.191247:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032512 00000100:00100000:0.0:1780298663.191260:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032512 00000100:00100000:1.0:1780298663.191275:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11716 00000100:00100000:1.0:1780298663.191287:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610032384:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.191293:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11717 00010000:00010000:1.0:1780298663.191299:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.191307:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610032512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.191310:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038bbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74ae expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.191317:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.191330:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038bc5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74b5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.191351:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605295616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.191364:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605295744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.191403:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.191404:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.192209:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605295744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.192233:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038bc5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74b5 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.192251:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605295616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.192262:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e63038bc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74b5 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.192272:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038bbe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ae expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.192273:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:1.0:1780298663.192290:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038bbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ae expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.192308:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:2.0:1780298663.192313:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610032512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1090us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.192321:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11717 00000100:00100000:1.0:1780298663.192334:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610032384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1050us (1226us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.192342:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11716 00000100:00100000:0.0:1780298663.193336:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.193356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.193370:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032640 00000100:00100000:3.0:1780298663.193374:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032640 00000100:00100000:2.0:1780298663.193388:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032768 00000100:00100000:2.0:1780298663.193394:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032768 00000100:00100000:3.0:1780298663.193403:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11718 00000100:00100000:3.0:1780298663.193412:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610032640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.193419:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.193427:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038bcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74bc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.193433:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11719 00000100:00100000:0.0:1780298663.193445:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610032768:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.193455:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605295872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.193455:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.193467:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038bd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74c3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.193494:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.193501:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605296000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.193524:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.194166:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605295872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.194185:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038bcc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74bc expref: 25 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.194196:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038bcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74bc expref: 25 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.194204:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298663.194242:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610032640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (901us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.194254:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11718 00000100:00100000:0.0:1780298663.194307:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605296000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.194324:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038bd3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74c3 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.194333:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df9df11c/0xaf35132e63038bd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74c3 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.194339:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243376c00, rc 0) 00000100:00100000:0.0:1780298663.194358:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610032768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1002us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.194371:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11719 00000100:00100000:3.0:1780298663.195054:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.195083:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610032896 00000100:00100000:0.0:1780298663.195086:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610032896 00000100:00100000:0.0:1780298663.195109:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11720 00000100:00100000:0.0:1780298663.195115:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610032896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.195121:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.195159:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038bda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74ca expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.195185:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605296128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.195192:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.195224:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033024 00000100:00100000:1.0:1780298663.195229:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033024 00000100:00100000:0.0:1780298663.195230:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.195265:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11721 00000100:00100000:1.0:1780298663.195275:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610033024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.195284:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.195293:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038be1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74d1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.195318:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605296256:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.195351:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.195760:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605296128:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.195773:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038bda lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ca expref: 25 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.195782:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1945c34/0xaf35132e63038bda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ca expref: 25 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.195789:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377600, rc 0) 00000100:00100000:0.0:1780298663.195810:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610032896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 696us (756us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.195815:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11720 00000100:00100000:0.0:1780298663.195912:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605296256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.195941:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038be1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d1 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.195961:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038be1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d1 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.195971:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:0.0:1780298663.195998:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610033024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 727us (810us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.196002:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11721 00000100:00100000:1.0:1780298663.196842:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.196875:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033280 00000100:00100000:3.0:1780298663.196880:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033280 00000100:00100000:3.0:1780298663.196920:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62243 00000100:00100000:3.0:1780298663.196927:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+105:30556:x1866777610033280:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298663.196966:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.196985:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6e00/0xaf35132e63038a44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d733b expref: 105 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.197000:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.197005:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.197185:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.197199:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 95 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.197214:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.197235:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 95 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.197248:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 95 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.197258:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605296384:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.197296:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.197798:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605296384:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.197810:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.197947:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.197978:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033408 00000100:00100000:3.0:1780298663.197982:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033408 00010000:00010000:3.0:1780298663.198033:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 96 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.198060:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15571 00000100:00100000:3.0:1780298663.198068:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:2399:x1866777610033408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.198077:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.198082:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 96 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198093:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 96 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198107:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377c00/0xaf35132e63038a6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d735e expref: 96 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198117:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.198121:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198148:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198165:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.198180:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.198191:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.198198:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.198216:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:2399:x1866777610033408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 147us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.198223:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15571 00000001:00080000:1.0:1780298663.198243:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991257 00000004:00010000:1.0:1780298663.198263:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5cfc503 reply state 0000000008faeb3b transno 4294991258 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.198281:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.198288:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.198291:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298663.198293:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298663.198353:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+107:30556:x1866777610033280:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1424us (1510us total) trans 4294991258 rc 0/0 00000100:00100000:1.0:1780298663.198361:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62243 00000020:00080000:1.0:1780298663.198366:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298663.198967:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.198987:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033536 00000100:00100000:3.0:1780298663.198990:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033536 00000100:00100000:3.0:1780298663.199011:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11722 00000100:00100000:3.0:1780298663.199015:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:30556:x1866777610033536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.199023:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.199030:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74d8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199044:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199050:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199055:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(84 0) 00010000:00010000:3.0:1780298663.199057:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(86 0) 00010000:00010000:3.0:1780298663.199060:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199070:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199077:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.199092:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605296512:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.199145:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199165:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.199173:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605296640:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.199198:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.199772:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605296512:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.199781:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605296640:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.199792:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.199800:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298663.199820:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:30556:x1866777610033536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.199824:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11722 00000100:00100000:0.0:1780298663.199990:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.200018:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.200034:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033792 00000100:00100000:2.0:1780298663.200039:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033792 00000100:00100000:1.0:1780298663.200052:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033664 00010000:00010000:2.0:1780298663.200058:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.200058:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033664 00010000:00010000:1.0:1780298663.200078:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.200092:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15572 00000100:00100000:3.0:1780298663.200101:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15573 00000100:00100000:2.0:1780298663.200105:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610033792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298663.200112:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610033664:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.200117:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.200120:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.200168:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.200170:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.200190:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.200205:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.200219:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064288346/0xaf35132e63038b86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [991232->3600383] (req 991232->1044479) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7476 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.200224:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038b63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3600384->37154815] (req 3600384->3641343) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7453 expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.200242:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(86 0) 00010000:00010000:3.0:1780298663.200245:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(86 0) 00010000:00010000:3.0:1780298663.200249:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.200255:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.200260:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.200271:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.200279:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605296768:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.200288:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610033792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 188us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.200293:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15572 00000100:00100000:3.0:1780298663.200307:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.200818:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605296768:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.200824:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.200843:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610033664:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 735us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.200847:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15573 00000100:00100000:0.0:1780298663.200949:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.200981:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610033920 00000100:00100000:1.0:1780298663.200984:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610033920 00000100:00100000:1.0:1780298663.201007:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11723 00000100:00100000:1.0:1780298663.201012:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610033920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.201021:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.201030:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74df expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.201048:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.201066:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(48 0) 00010000:00010000:1.0:1780298663.201068:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(49 0) 00010000:00010000:1.0:1780298663.201071:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.201087:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.201095:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 11 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.201102:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605296896:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.201165:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.201649:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605296896:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.201660:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.201668:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.201696:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610033920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 679us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.201703:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11723 00000100:00100000:3.0:1780298663.201943:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.201991:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034048 00000100:00100000:0.0:1780298663.201996:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034048 00002000:00100000:0.0:1780298663.202024:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (557056->614399) req@ffff9cf3481fb800 x1866777610034048/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.202035:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777610034048 ext(557056->614399) 00010000:00010000:0.0:1780298663.202042:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.202055:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.202063:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fb800 00000100:00100000:0.0:1780298663.202084:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 240 00000100:00100000:0.0:1780298663.202094:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610034048:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.203270:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610034048:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1177us (1325us total) trans 4294969434 rc 0/0 00000100:00100000:2.0:1780298663.203280:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 240 00002000:00100000:2.0:1780298663.203288:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (557056->614399) req@ffff9cf3481fb800 x1866777610034048/t4294969434(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.203298:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777610034048 ext(557056->614399) 00010000:00010000:2.0:1780298663.203304:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.203316:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.203322:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fb800 00000100:00100000:3.0:1780298663.203995:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.204032:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034176 00000100:00100000:2.0:1780298663.204036:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034176 00010000:00010000:2.0:1780298663.204052:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.204072:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15574 00000100:00100000:2.0:1780298663.204078:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610034176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.204090:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298663.204097:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 320 -> 432 00010000:00010000:2.0:1780298663.204101:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.204109:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.204120:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038ba9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [557056->34111487] (req 557056->614399) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7499 expref: 14 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.204157:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(49 0) 00010000:00010000:2.0:1780298663.204160:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(49 0) 00010000:00010000:2.0:1780298663.204165:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.204172:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.204191:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.204199:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605297024:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.204239:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.204919:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605297024:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.204935:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.204959:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610034176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 883us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.204964:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15574 00000100:00100000:3.0:1780298663.205053:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.205082:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.205104:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034304 00000100:00100000:0.0:1780298663.205109:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034304 00000100:00100000:2.0:1780298663.205111:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034432 00000100:00100000:2.0:1780298663.205115:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034432 00002000:00010000:2.0:1780298663.205147:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298663.205161:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fbb80 with x1866777610034432 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298663.205165:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1279174->18446744073709551615) 00002000:00010000:2.0:1780298663.205169:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fbb80. 00002000:00100000:0.0:1780298663.205171:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777610034304 ext(1279174->18446744073709551615) 00002000:00010000:0.0:1780298663.205179:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:2.0:1780298663.205194:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7151 00000100:00100000:2.0:1780298663.205202:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610034432:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298663.205213:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7152 00000100:00100000:3.0:1780298663.205225:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610034304:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.205387:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1449268 -> 0 00002000:00010000:2.0:1780298663.205390:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.205392:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.205393:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.205395:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 432 -> 0 00000100:00100000:2.0:1780298663.205421:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610034432:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 220us (338us total) trans 4294969435 rc 0/0 00000100:00100000:2.0:1780298663.205425:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7151 00002000:00010000:2.0:1780298663.205427:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298663.205428:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fbb80 with x1866777610034432 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298663.205431:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fbb80. 00002000:00010000:3.0:1780298663.205593:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 1279174 00002000:00010000:3.0:1780298663.205597:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.205599:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.205601:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:3.0:1780298663.205603:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1784 -> 1344 00000100:00100000:3.0:1780298663.205635:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610034304:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 414us (582us total) trans 4294969968 rc 0/0 00000100:00100000:3.0:1780298663.205641:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7152 00002000:00010000:3.0:1780298663.205645:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1279174->18446744073709551615) 00002000:00100000:3.0:1780298663.205649:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777610034304 ext(1279174->18446744073709551615) 00002000:00010000:3.0:1780298663.205653:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00. 00000100:00100000:1.0:1780298663.206378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.206428:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034560 00000100:00100000:0.0:1780298663.206433:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034560 00000100:00100000:0.0:1780298663.206467:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62244 00000100:00100000:0.0:1780298663.206475:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+107:30556:x1866777610034560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.206489:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.206502:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63038bfd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74e6 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206572:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206586:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206596:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.206619:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1279174 00000004:00200000:0.0:1780298663.206623:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.206637:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206658:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377800/0xaf35132e63038bfd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74e6 expref: 109 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206683:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74e6 expref: 108 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.206692:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.206694:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.206698:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243377200, rc 0) 00000100:00100000:0.0:1780298663.206730:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+108:30556:x1866777610034560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 256us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.206737:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62244 00000100:00100000:0.0:1780298663.207999:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.208032:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034688 00000100:00100000:2.0:1780298663.208036:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034688 00000100:00100000:0.0:1780298663.208057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.208070:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034816 00000100:00100000:2.0:1780298663.208074:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034816 00000100:00100000:1.0:1780298663.208110:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11724 00000100:00100000:1.0:1780298663.208156:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777610034688:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.208159:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11725 00010000:00010000:1.0:1780298663.208168:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.208173:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610034816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.208180:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.208180:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74ed expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.208188:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038c12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74f4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.208225:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605297152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.208228:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605297280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.208269:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.208275:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.209014:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605297280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.209015:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605297152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.209041:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c0b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ed expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.209045:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038c12 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74f4 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.209059:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74ed expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.209067:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038c12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74f4 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.209071:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00010000:00010000:0.0:1780298663.209083:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:1.0:1780298663.209106:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777610034688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1107us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.209112:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610034816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1053us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.209117:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11724 00000100:00100000:0.0:1780298663.209161:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11725 00000100:00100000:3.0:1780298663.210071:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.210106:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610034944 00000100:00100000:1.0:1780298663.210110:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610034944 00000100:00100000:1.0:1780298663.210166:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11726 00000100:00100000:1.0:1780298663.210176:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:30556:x1866777610034944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.210185:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.210193:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d74fb expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.210216:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.210222:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(86 0) 00010000:00010000:1.0:1780298663.210225:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:1.0:1780298663.210228:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.210241:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.210251:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 22 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.210258:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605297408:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.210293:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.210888:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605297408:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.210898:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [499712->503807] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.210906:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298663.210927:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30556:x1866777610034944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.210939:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11726 00000100:00100000:2.0:1780298663.211085:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.211114:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035072 00000100:00100000:1.0:1780298663.211117:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035072 00010000:00010000:1.0:1780298663.211145:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.211181:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15575 00000100:00100000:1.0:1780298663.211191:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610035072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.211200:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.211208:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.211217:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.211227:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63038bef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74d8 expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.211233:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:1.0:1780298663.211236:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:1.0:1780298663.211241:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.211246:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.211269:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.211275:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605297536:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.211302:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.211933:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605297536:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.211941:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.211961:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610035072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 775us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.211966:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15575 00000100:00100000:3.0:1780298663.212206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.212242:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035200 00000100:00100000:0.0:1780298663.212247:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035200 00002000:00100000:0.0:1780298663.212279:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (499712->503807) req@ffff9cf3481f9880 x1866777610035200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.212288:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9880 with x1866777610035200 ext(499712->503807) 00002000:00010000:0.0:1780298663.212292:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9880 00000100:00100000:0.0:1780298663.212314:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7153 00000100:00100000:0.0:1780298663.212323:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610035200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.212439:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610035200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.212445:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7153 00002000:00100000:0.0:1780298663.212451:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (499712->503807) req@ffff9cf3481f9880 x1866777610035200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.212460:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9880 with x1866777610035200 ext(499712->503807) 00002000:00010000:0.0:1780298663.212463:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9880 00000100:00100000:2.0:1780298663.213396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.213432:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035328 00000100:00100000:1.0:1780298663.213436:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035328 00002000:00100000:1.0:1780298663.213451:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (503808->507903) req@ffff9cf37f7bca80 x1866777610035328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.213456:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bca80 with x1866777610035328 ext(503808->507903) 00002000:00010000:1.0:1780298663.213459:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bca80 00000100:00100000:1.0:1780298663.213473:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7154 00000100:00100000:1.0:1780298663.213478:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610035328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.213533:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2397:x1866777610035328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (139us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.213537:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7154 00002000:00100000:1.0:1780298663.213541:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (503808->507903) req@ffff9cf37f7bca80 x1866777610035328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.213555:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bca80 with x1866777610035328 ext(503808->507903) 00002000:00010000:1.0:1780298663.213558:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bca80 00000100:00100000:3.0:1780298663.215536:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.215585:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035456 00000100:00100000:2.0:1780298663.215590:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035456 00002000:00100000:2.0:1780298663.215613:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (65536->958463) req@ffff9cf3481f9500 x1866777610035456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.215623:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9500 with x1866777610035456 ext(65536->958463) 00002000:00010000:2.0:1780298663.215627:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9500 00000100:00100000:2.0:1780298663.215647:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7155 00000100:00100000:2.0:1780298663.215655:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610035456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.218803:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610035456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 3143us (3264us total) trans 0 rc 884736/884736 00000100:00100000:2.0:1780298663.218811:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7155 00002000:00100000:2.0:1780298663.218820:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (65536->958463) req@ffff9cf3481f9500 x1866777610035456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 884736/884736 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.218832:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9500 with x1866777610035456 ext(65536->958463) 00002000:00010000:2.0:1780298663.218836:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9500 00000100:00100000:0.0:1780298663.220260:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.220301:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035584 00000100:00100000:1.0:1780298663.220309:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035584 00000100:00100000:1.0:1780298663.220348:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11727 00000100:00100000:1.0:1780298663.220355:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610035584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.220367:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.220381:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7502 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.220402:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:1.0:1780298663.220406:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:1.0:1780298663.220412:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.220424:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.220435:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.220457:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2398:x1866777610035584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.220462:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11727 00000100:00100000:0.0:1780298663.223105:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.223164:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035712 00000100:00100000:3.0:1780298663.223174:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035712 00000100:00100000:3.0:1780298663.223219:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11728 00000100:00100000:3.0:1780298663.223230:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:30556:x1866777610035712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.223245:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.223259:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7509 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223296:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223305:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223312:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.223316:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.223329:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->5046271] (req 5021696->5046271) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223362:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223375:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.223389:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605297664:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.223482:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.223493:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 23 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.223515:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605297792:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.223543:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.224180:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605297664:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.224194:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605297792:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.224216:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->5046271] (req 5021696->5046271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.224233:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:0.0:1780298663.224271:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:30556:x1866777610035712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.224278:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11728 00000100:00100000:0.0:1780298663.224401:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.224439:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035840 00000100:00100000:2.0:1780298663.224445:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035840 00010000:00010000:2.0:1780298663.224471:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.224499:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15576 00000100:00100000:2.0:1780298663.224508:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777610035840:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.224518:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.224534:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.224548:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.224567:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038c20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7502 expref: 24 pid: 8356 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.224591:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.224614:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610035840:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 108us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.224622:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15576 00000100:00100000:2.0:1780298663.225369:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.225395:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610035968 00000100:00100000:3.0:1780298663.225399:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610035968 00010000:00010000:3.0:1780298663.225412:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.225430:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15577 00000100:00100000:3.0:1780298663.225434:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610035968:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.225441:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.225447:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.225457:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.225471:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038c19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 499712->503807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74fb expref: 24 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.225481:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.225485:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.225494:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 22 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.225510:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 22 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.225527:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 22 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.225534:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605297920:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.225564:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.226265:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605297920:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.226276:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.226302:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2398:x1866777610035968:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 867us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.226307:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15577 00000100:00100000:0.0:1780298663.226986:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.227032:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036096 00000100:00100000:1.0:1780298663.227036:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036096 00000100:00100000:1.0:1780298663.227071:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62245 00000100:00100000:1.0:1780298663.227080:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:30556:x1866777610036096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.227092:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.227108:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63038c2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7510 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227211:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227223:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227230:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.227254:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1279174 00000004:00200000:1.0:1780298663.227257:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.227271:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227287:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63038c2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 97 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227295:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 96 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.227309:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.227311:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.227314:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.227337:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:30556:x1866777610036096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 260us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.227341:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62245 00000100:00100000:2.0:1780298663.228267:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.228319:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036224 00000100:00100000:0.0:1780298663.228324:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036224 00000100:00100000:0.0:1780298663.228356:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11729 00000100:00100000:0.0:1780298663.228364:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610036224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.228373:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.228382:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038c3c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7517 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.228405:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.228426:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605298048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.228441:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036352 00000100:00100000:1.0:1780298663.228445:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036352 00000100:00100000:0.0:1780298663.228472:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.228475:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11730 00000100:00100000:1.0:1780298663.228483:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610036352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.228490:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.228499:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038c43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d751e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.228523:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605298176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.228549:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298663.229065:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 1279174 -> 5044669 00000100:00100000:0.0:1780298663.229078:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605298048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.229096:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038c3c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7517 expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.229111:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038c3c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7517 expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.229120:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110600, rc 0) 00000100:00100000:0.0:1780298663.229196:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610036224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (928us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.229204:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11729 00000100:00100000:1.0:1780298663.229322:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605298176:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.229337:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038c43 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d751e expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.229350:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038c43 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d751e expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.229361:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:1.0:1780298663.229391:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610036352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (1021us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.229398:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11730 00000100:00100000:1.0:1780298663.230249:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.230287:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036480 00000100:00100000:0.0:1780298663.230292:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036480 00000100:00100000:0.0:1780298663.230323:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11731 00000100:00100000:0.0:1780298663.230330:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610036480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.230338:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.230346:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fa980a6/0xaf35132e63038c4a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7525 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.230353:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.230375:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605298304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.230391:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036608 00000100:00100000:3.0:1780298663.230395:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036608 00000100:00100000:3.0:1780298663.230425:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11732 00000100:00100000:3.0:1780298663.230433:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610036608:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.230436:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00010000:00010000:3.0:1780298663.230440:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.230455:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038c51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d752c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.230478:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605298432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.230508:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.231013:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605298304:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.231032:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003fa980a6/0xaf35132e63038c4a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7525 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.231047:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fa980a6/0xaf35132e63038c4a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7525 expref: 24 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.231057:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110c00, rc 0) 00000100:00100000:0.0:1780298663.231093:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610036480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 763us (843us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.231101:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11731 00000100:00100000:3.0:1780298663.231195:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605298432:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.231212:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038c51 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d752c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.231237:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63038c51 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d752c expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.231246:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.231273:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610036608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (925us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.231279:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11732 00000100:00100000:2.0:1780298663.232081:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.232109:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036736 00000100:00100000:3.0:1780298663.232114:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036736 00000100:00100000:3.0:1780298663.232177:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11733 00000100:00100000:3.0:1780298663.232188:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:30556:x1866777610036736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.232196:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.232205:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7533 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.232220:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.232225:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.232233:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 24 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.232246:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 24 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.232254:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298663.232290:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:30556:x1866777610036736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 105us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.232296:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11733 00000100:00100000:2.0:1780298663.233100:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.233164:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036864 00000100:00100000:1.0:1780298663.233168:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036864 00002000:00100000:1.0:1780298663.233201:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4280320->4284415) req@ffff9cf37f7bea00 x1866777610036864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.233209:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777610036864 ext(4280320->4284415) 00002000:00010000:1.0:1780298663.233213:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:1.0:1780298663.233234:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7156 00000100:00100000:1.0:1780298663.233242:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610036864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.233335:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610036864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.233340:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7156 00002000:00100000:1.0:1780298663.233345:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4280320->4284415) req@ffff9cf37f7bea00 x1866777610036864/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.233351:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777610036864 ext(4280320->4284415) 00002000:00010000:1.0:1780298663.233354:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:1.0:1780298663.234400:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.234438:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610036992 00000100:00100000:3.0:1780298663.234443:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610036992 00000100:00100000:3.0:1780298663.234480:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11734 00000100:00100000:3.0:1780298663.234488:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610036992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.234498:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.234510:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63038c5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d753a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.234551:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605298560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.234606:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.235404:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605298560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.235428:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63038c5f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d753a expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.235445:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63038c5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d753a expref: 24 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.235455:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.235483:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610036992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 997us (1087us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.235490:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11734 00000100:00100000:2.0:1780298663.236439:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.236487:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037120 00000100:00100000:1.0:1780298663.236493:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037120 00000100:00100000:1.0:1780298663.236526:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11735 00000100:00100000:1.0:1780298663.236533:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610037120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.236543:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.236560:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7541 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.236591:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605298688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.236634:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.237391:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605298688:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.237406:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c66 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7541 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.237416:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7541 expref: 24 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.237423:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:2.0:1780298663.237448:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610037120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.237453:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11735 00000100:00100000:2.0:1780298663.238295:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.238341:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037376 00000100:00100000:0.0:1780298663.238347:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037376 00000100:00100000:0.0:1780298663.238388:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62246 00000100:00100000:0.0:1780298663.238398:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+108:30556:x1866777610037376:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298663.238440:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.238459:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377200/0xaf35132e63038c04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74e6 expref: 108 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.238482:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.238487:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.238642:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.238657:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 95 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.238673:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.238706:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 95 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.238724:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 95 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.238735:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605298816:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.238784:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.239604:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605298816:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.239618:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.239791:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.239829:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037504 00000100:00100000:0.0:1780298663.239835:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037504 00010000:00010000:0.0:1780298663.239862:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 96 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.239892:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15578 00000100:00100000:0.0:1780298663.239900:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:2400:x1866777610037504:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.239921:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.239927:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 96 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.239939:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 96 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.239954:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ce00/0xaf35132e63038c35 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7510 expref: 96 pid: 17578 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.239965:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.239969:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.239982:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.239990:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.240009:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.240036:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.240039:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:2400:x1866777610037504:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 139us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298663.240053:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.240056:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15578 00000001:00080000:1.0:1780298663.240121:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991259 00000004:00010000:1.0:1780298663.240213:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006035be29 reply state 0000000023ed5727 transno 4294991260 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.240226:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.240232:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.240235:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298663.240237:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298663.240294:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:30556:x1866777610037376:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1899us (2001us total) trans 4294991260 rc 0/0 00000100:00100000:1.0:1780298663.240300:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62246 00000020:00080000:1.0:1780298663.240303:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298663.240978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.241008:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037632 00000100:00100000:3.0:1780298663.241017:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037632 00000100:00100000:3.0:1780298663.241050:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11736 00000100:00100000:3.0:1780298663.241058:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:30556:x1866777610037632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.241069:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.241081:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7548 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241099:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241105:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241110:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(87 0) 00010000:00010000:3.0:1780298663.241113:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(89 0) 00010000:00010000:3.0:1780298663.241116:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241167:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241176:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.241187:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605298944:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.241242:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.241255:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 23 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.241265:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605299072:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.241302:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.241970:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605298944:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.241980:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605299072:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.241995:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 24 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.242006:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.242041:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:30556:x1866777610037632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.242049:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11736 00000100:00100000:0.0:1780298663.242355:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.242378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.242392:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037760 00000100:00100000:3.0:1780298663.242396:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037760 00000100:00100000:0.0:1780298663.242403:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610037888 00000100:00100000:0.0:1780298663.242407:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610037888 00002000:00100000:0.0:1780298663.242428:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4280320->4284415) req@ffff9cf254889180 x1866777610037888/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 4584/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.242429:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5021696->5044668) req@ffff9cf3481fa680 x1866777610037760/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.242456:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777610037760 ext(5021696->5044668) 00010000:00010000:3.0:1780298663.242464:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1780298663.242476:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777610037888 ext(4280320->4284415) 00010000:00010000:0.0:1780298663.242489:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 24 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.242490:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 24 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.242502:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 24 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.242521:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254889180 00002000:00010000:3.0:1780298663.242526:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fa680 00000100:00100000:0.0:1780298663.242544:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 241 00000100:00100000:0.0:1780298663.242552:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610037888:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298663.242560:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 242 00000100:00100000:3.0:1780298663.242571:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777610037760:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298663.243114:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610037888:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 563us (736us total) trans 4294969969 rc 0/0 00000100:00100000:0.0:1780298663.243159:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 241 00002000:00100000:0.0:1780298663.243167:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4280320->4284415) req@ffff9cf254889180 x1866777610037888/t4294969969(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 4584/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.243176:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777610037888 ext(4280320->4284415) 00010000:00010000:0.0:1780298663.243183:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.243194:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.243201:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf254889180 00000100:00100000:3.0:1780298663.243805:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610037760:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1235us (1449us total) trans 4294969970 rc 0/0 00000100:00100000:3.0:1780298663.243813:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 242 00002000:00100000:3.0:1780298663.243819:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5021696->5044668) req@ffff9cf3481fa680 x1866777610037760/t4294969970(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.243825:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777610037760 ext(5021696->5044668) 00010000:00010000:3.0:1780298663.243829:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.243837:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298663.243842:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf3481fa680 00000100:00100000:2.0:1780298663.244249:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.244274:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038016 00000100:00100000:3.0:1780298663.244280:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038016 00010000:00010000:3.0:1780298663.244299:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.244334:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15579 00000100:00100000:3.0:1780298663.244343:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610038016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.244365:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298663.244377:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1344 -> 1400 00010000:00010000:3.0:1780298663.244382:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244395:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244416:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038c58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4280320->5021695] (req 4280320->4284415) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7533 expref: 26 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244431:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.244461:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610038016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 119us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.244468:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15579 00000100:00100000:2.0:1780298663.244712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.244739:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038144 00000100:00100000:3.0:1780298663.244744:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038144 00010000:00010000:3.0:1780298663.244760:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.244785:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15580 00000100:00100000:3.0:1780298663.244793:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610038144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.244802:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.244812:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244835:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244849:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038c27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5021696->38576127] (req 5021696->5046271) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7509 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244859:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(89 0) 00010000:00010000:3.0:1780298663.244863:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(89 0) 00010000:00010000:3.0:1780298663.244870:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244879:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.244913:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.244926:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605299200:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.244983:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.245764:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605299200:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.245778:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.245806:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2397:x1866777610038144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1014us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.245814:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15580 00000100:00100000:2.0:1780298663.246018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.246052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.246076:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038272 00000100:00100000:1.0:1780298663.246087:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038272 00000100:00100000:0.0:1780298663.246108:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038400 00002000:00010000:1.0:1780298663.246111:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00000100:00100000:0.0:1780298663.246114:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038400 00002000:00100000:1.0:1780298663.246117:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777610038272 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.246174:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00. 00002000:00010000:0.0:1780298663.246184:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4065058->18446744073709551615) 00002000:00100000:0.0:1780298663.246189:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777610038400 ext(4065058->18446744073709551615) 00002000:00010000:0.0:1780298663.246196:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488aa00. 00000100:00100000:1.0:1780298663.246198:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7157 00000100:00100000:1.0:1780298663.246210:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610038272:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298663.246229:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7158 00000100:00100000:2.0:1780298663.246240:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610038400:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.246386:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 4065058 00002000:00010000:2.0:1780298663.246389:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.246391:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.246397:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.246399:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298663.246404:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5044669 -> 4194304 00002000:00010000:1.0:1780298663.246408:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.246411:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.246414:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.246417:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1400 -> 1344 00000100:00100000:2.0:1780298663.246426:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610038400:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 190us (378us total) trans 4294969436 rc 0/0 00000100:00100000:2.0:1780298663.246433:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7158 00002000:00010000:2.0:1780298663.246436:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4065058->18446744073709551615) 00002000:00100000:2.0:1780298663.246439:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777610038400 ext(4065058->18446744073709551615) 00002000:00010000:2.0:1780298663.246443:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488aa00. 00000100:00100000:1.0:1780298663.246445:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610038272:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 237us (427us total) trans 4294969971 rc 0/0 00000100:00100000:1.0:1780298663.246455:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7157 00002000:00010000:1.0:1780298663.246459:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.246462:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777610038272 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.246468:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00. 00000100:00100000:2.0:1780298663.247278:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.247312:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038528 00000100:00100000:1.0:1780298663.247318:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038528 00000100:00100000:1.0:1780298663.247344:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62247 00000100:00100000:1.0:1780298663.247349:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+95:30556:x1866777610038528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.247360:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.247373:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830de00/0xaf35132e63038c7b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d754f expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247432:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247448:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247456:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.247475:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8259362 00000004:00200000:1.0:1780298663.247477:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.247490:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247507:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830de00/0xaf35132e63038c7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d754f expref: 97 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247517:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d754f expref: 96 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.247522:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.247524:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.247526:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298663.247548:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:30556:x1866777610038528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 199us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.247552:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62247 00000100:00100000:3.0:1780298663.248625:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.248681:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038656 00000100:00100000:3.0:1780298663.248687:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.248689:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038656 00000100:00100000:2.0:1780298663.248725:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038784 00000100:00100000:2.0:1780298663.248729:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038784 00000100:00100000:1.0:1780298663.248734:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11737 00000100:00100000:1.0:1780298663.248745:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610038656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.248755:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.248759:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11738 00010000:00010000:1.0:1780298663.248766:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c89 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7556 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.248770:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610038784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.248783:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.248795:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038c90 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d755d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.248813:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605299328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.248831:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605299456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.248863:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.248866:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.249637:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605299456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.249651:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605299328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.249665:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038c90 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d755d expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.249670:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c89 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7556 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.249695:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038c89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7556 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.249698:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038c90 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d755d expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.249706:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00010000:00010000:3.0:1780298663.249716:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:1.0:1780298663.249737:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610038656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 995us (1114us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.249743:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610038784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1057us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.249744:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11737 00000100:00100000:3.0:1780298663.249756:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11738 00000100:00100000:0.0:1780298663.250709:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.250761:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610038912 00000100:00100000:2.0:1780298663.250765:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610038912 00000100:00100000:2.0:1780298663.250795:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11739 00000100:00100000:3.0:1780298663.250801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.250809:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610038912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.250818:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.250824:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039040 00000100:00100000:0.0:1780298663.250828:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039040 00010000:00010000:2.0:1780298663.250834:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038c97 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7564 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.250856:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11740 00000100:00100000:0.0:1780298663.250865:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610039040:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.250867:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605299584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.250872:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.250880:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038c9e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d756b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.250907:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605299712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.250914:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.250934:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.251639:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605299584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.251653:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038c97 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7564 expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.251664:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e63038c97 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7564 expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.251671:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:2.0:1780298663.251693:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610038912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 890us (986us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.251709:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11739 00000100:00100000:2.0:1780298663.251807:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605299712:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.251826:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038c9e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d756b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.251838:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038c9e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d756b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.251846:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111000, rc 0) 00000100:00100000:2.0:1780298663.251873:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610039040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1074us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.251891:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11740 00000100:00100000:3.0:1780298663.253034:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.253080:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039168 00000100:00100000:1.0:1780298663.253086:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039168 00000100:00100000:1.0:1780298663.253144:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11741 00000100:00100000:1.0:1780298663.253169:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610039168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.253189:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.253201:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7572 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.253223:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.253250:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(49 0) 00010000:00010000:1.0:1780298663.253255:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.253261:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [974848->1023999] (req 974848->1023999) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.253288:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.253306:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.253318:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605299840:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.253369:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.253934:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605299840:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.253951:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [974848->1023999] (req 974848->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.253964:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.253994:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610039168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.254001:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11741 00000100:00100000:3.0:1780298663.254204:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.254242:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039296 00000100:00100000:1.0:1780298663.254248:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039296 00010000:00010000:1.0:1780298663.254275:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.254303:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15581 00000100:00100000:1.0:1780298663.254312:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610039296:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.254322:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.254335:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.254344:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.254358:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038bf6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d74df expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.254366:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.254368:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.254375:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.254382:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.254405:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.254427:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605299968:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.254464:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.255180:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605299968:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.255191:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.255222:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610039296:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 913us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.255229:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15581 00000100:00100000:0.0:1780298663.255565:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.255606:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039424 00000100:00100000:1.0:1780298663.255612:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039424 00002000:00100000:1.0:1780298663.255641:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (974848->1023999) req@ffff9cf3733e8000 x1866777610039424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.255651:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8000 with x1866777610039424 ext(974848->1023999) 00002000:00010000:1.0:1780298663.255656:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8000 00000100:00100000:1.0:1780298663.255679:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7159 00000100:00100000:1.0:1780298663.255689:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610039424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.256623:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610039424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 934us (1056us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1780298663.256637:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7159 00002000:00100000:1.0:1780298663.256644:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (974848->1023999) req@ffff9cf3733e8000 x1866777610039424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.256654:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8000 with x1866777610039424 ext(974848->1023999) 00002000:00010000:1.0:1780298663.256658:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8000 00000100:00100000:0.0:1780298663.257713:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.257742:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039552 00000100:00100000:3.0:1780298663.257747:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039552 00000100:00100000:3.0:1780298663.257775:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11742 00000100:00100000:3.0:1780298663.257781:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610039552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.257789:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.257801:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038cac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7579 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.257838:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605300096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.257880:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.258547:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605300096:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.258566:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038cac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7579 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.258582:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038cac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7579 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.258590:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:3.0:1780298663.258624:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610039552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (913us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.258629:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11742 00000100:00100000:2.0:1780298663.259492:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.259530:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039680 00000100:00100000:1.0:1780298663.259534:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039680 00000100:00100000:1.0:1780298663.259563:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11743 00000100:00100000:1.0:1780298663.259570:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610039680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.259579:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.259592:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038cb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7580 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.259620:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605300224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.259657:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.260399:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605300224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.260417:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038cb3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7580 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.260431:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038cb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7580 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.260441:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:1.0:1780298663.260469:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610039680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (977us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.260476:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11743 00000100:00100000:0.0:1780298663.261437:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.261478:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039808 00000100:00100000:2.0:1780298663.261483:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039808 00000100:00100000:2.0:1780298663.261517:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11744 00000100:00100000:2.0:1780298663.261526:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610039808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.261536:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.261545:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038cba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7587 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.261576:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605300352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.261616:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.262365:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605300352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.262383:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038cba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7587 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.262398:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e63038cba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7587 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.262423:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:0.0:1780298663.262455:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610039808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1020us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.262463:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11744 00000100:00100000:0.0:1780298663.263386:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.263428:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610039936 00000100:00100000:1.0:1780298663.263434:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610039936 00000100:00100000:1.0:1780298663.263469:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11745 00000100:00100000:1.0:1780298663.263476:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610039936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.263492:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.263502:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d758e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.263518:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.263524:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.263527:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.263530:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1015808->1019903] (req 1015808->1019903) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.263546:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.263556:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.263563:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605300480:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.263598:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.264250:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605300480:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.264278:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1015808->1019903] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.264292:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298663.264328:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610039936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.264335:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11745 00000100:00100000:2.0:1780298663.264541:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.264573:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040064 00000100:00100000:3.0:1780298663.264578:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040064 00010000:00010000:3.0:1780298663.264596:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.264619:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15582 00000100:00100000:3.0:1780298663.264624:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610040064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.264632:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.264647:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.264660:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.264677:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038ca5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 974848->1023999) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7572 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.264696:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:3.0:1780298663.264700:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:3.0:1780298663.264708:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.264717:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.264743:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.264753:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605300608:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.264794:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.265510:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605300608:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.265523:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.265556:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610040064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 931us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.265564:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15582 00000100:00100000:0.0:1780298663.278252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.278305:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040192 00000100:00100000:2.0:1780298663.278315:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040192 00002000:00100000:2.0:1780298663.278365:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1015808->1019903) req@ffff9cf36e56d180 x1866777610040192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.278381:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777610040192 ext(1015808->1019903) 00002000:00010000:2.0:1780298663.278386:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:2.0:1780298663.278410:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7160 00000100:00100000:2.0:1780298663.278418:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.278565:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.278572:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7160 00002000:00100000:2.0:1780298663.278589:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1015808->1019903) req@ffff9cf36e56d180 x1866777610040192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.278595:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777610040192 ext(1015808->1019903) 00002000:00010000:2.0:1780298663.278597:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:2.0:1780298663.279862:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.279892:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040320 00000100:00100000:3.0:1780298663.279897:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040320 00002000:00100000:3.0:1780298663.279918:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1019904->1023999) req@ffff9cf24339c380 x1866777610040320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.279924:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339c380 with x1866777610040320 ext(1019904->1023999) 00002000:00010000:3.0:1780298663.279927:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339c380 00000100:00100000:3.0:1780298663.279949:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7161 00000100:00100000:3.0:1780298663.279954:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610040320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298663.280033:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610040320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298663.280040:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7161 00002000:00100000:3.0:1780298663.280046:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1019904->1023999) req@ffff9cf24339c380 x1866777610040320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.280053:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339c380 with x1866777610040320 ext(1019904->1023999) 00002000:00010000:3.0:1780298663.280057:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339c380 00000100:00100000:0.0:1780298663.281200:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.281253:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040448 00000100:00100000:2.0:1780298663.281257:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040448 00002000:00100000:2.0:1780298663.281282:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1024000->1028095) req@ffff9cf36e56d500 x1866777610040448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.281292:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d500 with x1866777610040448 ext(1024000->1028095) 00002000:00010000:2.0:1780298663.281296:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d500 00000100:00100000:2.0:1780298663.281319:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7162 00000100:00100000:2.0:1780298663.281328:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.281409:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.281414:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7162 00002000:00100000:2.0:1780298663.281418:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1024000->1028095) req@ffff9cf36e56d500 x1866777610040448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.281424:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d500 with x1866777610040448 ext(1024000->1028095) 00002000:00010000:2.0:1780298663.281426:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56d500 00000100:00100000:0.0:1780298663.282555:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.282596:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040576 00000100:00100000:1.0:1780298663.282602:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040576 00002000:00100000:1.0:1780298663.282624:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1028096->1032191) req@ffff9cf36e56dc00 x1866777610040576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.282633:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777610040576 ext(1028096->1032191) 00002000:00010000:1.0:1780298663.282637:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56dc00 00000100:00100000:1.0:1780298663.282658:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7163 00000100:00100000:1.0:1780298663.282666:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.282742:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610040576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.282749:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7163 00002000:00100000:1.0:1780298663.282756:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1028096->1032191) req@ffff9cf36e56dc00 x1866777610040576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.282764:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777610040576 ext(1028096->1032191) 00002000:00010000:1.0:1780298663.282768:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e56dc00 00000100:00100000:0.0:1780298663.284094:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.284162:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040704 00000100:00100000:1.0:1780298663.284168:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040704 00002000:00100000:1.0:1780298663.284194:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (1015808->1032191) req@ffff9cf3481fdf80 x1866777610040704/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 16872/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.284203:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdf80 with x1866777610040704 ext(1015808->1032191) 00002000:00010000:1.0:1780298663.284207:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fdf80 00000100:00100000:1.0:1780298663.284228:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7164 00000100:00100000:1.0:1780298663.284242:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610040704:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.284712:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610040704:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 472us (621us total) trans 4294969437 rc 0/0 00000100:00100000:1.0:1780298663.284717:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7164 00002000:00100000:1.0:1780298663.284722:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (1015808->1032191) req@ffff9cf3481fdf80 x1866777610040704/t4294969437(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 16872/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.284728:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdf80 with x1866777610040704 ext(1015808->1032191) 00002000:00010000:1.0:1780298663.284730:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fdf80 00000100:00100000:0.0:1780298663.285468:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.285508:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040832 00000100:00100000:3.0:1780298663.285514:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040832 00000100:00100000:3.0:1780298663.285547:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11746 00000100:00100000:3.0:1780298663.285554:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610040832:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298663.286224:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969437 is committed 00000001:00080000:2.0:1780298663.286232:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969436 is committed 00000100:00100000:3.0:1780298663.286334:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610040832:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 778us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.286342:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11746 00000100:00100000:2.0:1780298663.287415:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.287469:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610040960 00000100:00100000:2.0:1780298663.287470:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.287477:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610040960 00000100:00100000:1.0:1780298663.287518:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041088 00000100:00100000:1.0:1780298663.287522:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041088 00000100:00100000:0.0:1780298663.287527:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11747 00000100:00100000:0.0:1780298663.287540:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610040960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.287553:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.287555:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11748 00000100:00100000:1.0:1780298663.287566:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610041088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.287573:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cc8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7595 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.287576:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.287599:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ccf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d759c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.287630:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605300736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.287637:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605300864:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.287698:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.287700:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.288433:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605300736:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298663.288439:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 32 00000100:00100000:1.0:1780298663.288452:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605300864:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.288465:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cc8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7595 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.288474:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ccf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d759c expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.288489:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cc8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7595 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.288505:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ccf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d759c expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.288509:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00010000:00010000:1.0:1780298663.288520:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:0.0:1780298663.288542:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610040960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1129us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.288547:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610041088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1076us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.288555:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11747 00000100:00100000:1.0:1780298663.288564:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11748 00000100:00100000:3.0:1780298663.289619:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.289662:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041216 00000100:00100000:1.0:1780298663.289667:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041216 00000100:00100000:1.0:1780298663.289699:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11749 00000100:00100000:1.0:1780298663.289706:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610041216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.289715:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.289725:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038cd6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75a3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.289756:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605300992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.289804:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.289815:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.289866:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041344 00000100:00100000:0.0:1780298663.289871:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041344 00000100:00100000:0.0:1780298663.289912:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11750 00000100:00100000:0.0:1780298663.289920:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610041344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.289929:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.289936:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038cdd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75aa expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.289960:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605301120:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.289992:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.290628:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605300992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.290650:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038cd6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75a3 expref: 26 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.290662:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038cd6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75a3 expref: 26 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.290680:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:0.0:1780298663.290702:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605301120:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.290709:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610041216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1088us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.290715:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11749 00010000:00010000:0.0:1780298663.290725:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038cdd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75aa expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.290742:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038cdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75aa expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.290752:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:0.0:1780298663.290775:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610041344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (962us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.290788:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11750 00000100:00100000:2.0:1780298663.291865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.291885:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.291897:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041472 00000100:00100000:3.0:1780298663.291902:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041472 00000100:00100000:3.0:1780298663.291929:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041600 00000100:00100000:3.0:1780298663.291931:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041600 00000100:00100000:0.0:1780298663.291938:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11751 00000100:00100000:0.0:1780298663.291952:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610041472:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.291960:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11752 00010000:00010000:0.0:1780298663.291962:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.291973:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610041600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.291974:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038ce4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75b1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.291984:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.291995:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63038ceb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75b8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.292010:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605301248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.292044:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605301376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.292074:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.292078:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.292921:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605301376:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.292944:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605301248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.292945:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63038ceb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75b8 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.292964:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038ce4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75b1 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.292966:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63038ceb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75b8 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.292979:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298663.292993:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038ce4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75b1 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.293002:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:1.0:1780298663.293013:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610041600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1043us (1125us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.293020:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11752 00000100:00100000:0.0:1780298663.293024:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610041472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1158us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.293031:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11751 00000100:00100000:2.0:1780298663.294052:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.294082:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041728 00000100:00100000:1.0:1780298663.294086:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041728 00000100:00100000:1.0:1780298663.294113:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11753 00000100:00100000:1.0:1780298663.294118:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610041728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.294163:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.294172:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75bf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.294187:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.294195:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.294204:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.294219:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.294228:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.294256:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610041728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 137us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.294262:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11753 00000100:00100000:2.0:1780298663.294927:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.294961:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041856 00000100:00100000:0.0:1780298663.294966:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041856 00000100:00100000:0.0:1780298663.294998:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7165 00000100:00100000:0.0:1780298663.295006:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610041856:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.295190:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4065058 -> 4065058 00002000:00010000:0.0:1780298663.295193:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.295194:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.295196:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.295197:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 32 -> 128 00000100:00100000:0.0:1780298663.295222:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610041856:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (293us total) trans 4294969438 rc 0/0 00000100:00100000:0.0:1780298663.295229:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7165 00000100:00100000:3.0:1780298663.296079:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.296097:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.296116:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610041984 00000100:00100000:0.0:1780298663.296121:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610041984 00000100:00100000:2.0:1780298663.296165:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042112 00000100:00100000:2.0:1780298663.296171:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042112 00000100:00100000:0.0:1780298663.296190:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11754 00000100:00100000:0.0:1780298663.296201:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610041984:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.296207:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11755 00010000:00010000:0.0:1780298663.296209:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.296218:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610042112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.296221:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cf9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75c6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.296227:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.296239:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038d00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75cd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.296263:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605301504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.296275:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605301632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.296325:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.296329:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.297100:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605301504:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.297122:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cf9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75c6 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.297163:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605301632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.297177:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038cf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75c6 expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.297191:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038d00 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75cd expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.297217:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00010000:00010000:1.0:1780298663.297220:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63038d00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75cd expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.297233:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298663.297259:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610041984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1057us (1175us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.297263:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610042112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1161us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.297273:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11754 00000100:00100000:1.0:1780298663.297280:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11755 00000100:00100000:1.0:1780298663.298384:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.298417:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042240 00000100:00100000:0.0:1780298663.298421:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042240 00000100:00100000:1.0:1780298663.298437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.298460:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042368 00000100:00100000:0.0:1780298663.298463:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042368 00000100:00100000:0.0:1780298663.298482:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11756 00000100:00100000:0.0:1780298663.298490:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e60fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610042240:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.298496:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11757 00010000:00010000:0.0:1780298663.298497:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.298508:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038d07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75d4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.298510:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610042368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.298521:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.298532:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038d0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75db expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.298539:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605301760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.298574:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605301888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.298581:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.298614:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.299353:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605301888:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.299367:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605301760:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.299370:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038d0e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75db expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.299385:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038d07 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75d4 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.299398:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038d0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75db expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.299401:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038d07 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75d4 expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.299414:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:0.0:1780298663.299416:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:2.0:1780298663.299440:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610042368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 934us (1003us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.299445:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e60fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610042240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1060us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.299451:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11757 00000100:00100000:0.0:1780298663.299457:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11756 00000100:00100000:3.0:1780298663.300303:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.300340:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042496 00000100:00100000:0.0:1780298663.300345:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042496 00000100:00100000:0.0:1780298663.300381:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62248 00000100:00100000:0.0:1780298663.300389:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:30556:x1866777610042496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.300404:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.300417:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e63038d15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75e2 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300491:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300507:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300517:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.300543:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8259362 00000004:00200000:0.0:1780298663.300547:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.300564:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300584:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e63038d15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 112 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300597:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 111 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.300618:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.300621:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.300624:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111c00, rc 0) 00000100:00100000:0.0:1780298663.300653:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:30556:x1866777610042496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 265us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.300659:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62248 00000100:00100000:1.0:1780298663.301482:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.301520:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042624 00000100:00100000:0.0:1780298663.301525:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042624 00000100:00100000:0.0:1780298663.301556:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11758 00000100:00100000:0.0:1780298663.301563:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610042624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.301572:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.301581:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75e9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.301610:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605302016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.301650:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.302293:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605302016:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.302309:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d23 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e9 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.302323:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e9 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.302333:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.302371:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610042624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.302378:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11758 00000100:00100000:3.0:1780298663.303313:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.303347:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042752 00000100:00100000:1.0:1780298663.303356:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042752 00000100:00100000:1.0:1780298663.303382:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11759 00000100:00100000:1.0:1780298663.303388:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610042752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.303395:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.303403:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75f0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.303425:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605302144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.303458:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.304060:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605302144:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.304079:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d2a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75f0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.304094:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75f0 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.304104:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:2.0:1780298663.304166:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610042752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (822us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.304174:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11759 00000100:00100000:3.0:1780298663.305040:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.305081:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610042880 00000100:00100000:1.0:1780298663.305087:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610042880 00000100:00100000:3.0:1780298663.305091:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.305121:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043008 00000100:00100000:1.0:1780298663.305125:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043008 00000100:00100000:2.0:1780298663.305169:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11760 00000100:00100000:0.0:1780298663.305178:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11761 00000100:00100000:2.0:1780298663.305181:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610042880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.305192:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.305192:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610043008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.305203:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.305206:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e63038d31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75f7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.305213:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d38 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d75fe expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.305259:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605302272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.305265:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605302400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.305310:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.305312:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.305982:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605302272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.305994:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605302400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.306003:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d38 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75fe expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.306015:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e63038d31 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75f7 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.306021:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d38 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75fe expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.306038:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00010000:00010000:2.0:1780298663.306039:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a58d48e9/0xaf35132e63038d31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75f7 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.306053:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:0.0:1780298663.306071:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610043008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (982us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.306080:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610042880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 902us (1086us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.306082:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11761 00000100:00100000:2.0:1780298663.306093:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11760 00000100:00100000:1.0:1780298663.306932:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.306966:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043136 00000100:00100000:0.0:1780298663.306970:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043136 00000100:00100000:0.0:1780298663.306996:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11762 00000100:00100000:0.0:1780298663.307009:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610043136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.307016:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.307024:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7605 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.307047:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605302528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.307053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.307086:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.307099:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043264 00000100:00100000:1.0:1780298663.307104:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043264 00000100:00100000:1.0:1780298663.307159:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11763 00000100:00100000:1.0:1780298663.307166:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610043264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.307173:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.307182:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63038d46 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d760c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.307213:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605302656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.307251:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.307771:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605302528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.307783:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d3f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7605 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.307794:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7605 expref: 26 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.307801:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:0.0:1780298663.307828:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610043136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (898us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.307833:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11762 00000100:00100000:1.0:1780298663.307906:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605302656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.307921:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63038d46 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d760c expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.307941:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63038d46 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d760c expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.307947:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298663.307970:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610043264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (919us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.307974:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11763 00000100:00100000:2.0:1780298663.308759:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.308790:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043392 00000100:00100000:1.0:1780298663.308794:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043392 00000100:00100000:1.0:1780298663.308819:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11764 00000100:00100000:1.0:1780298663.308826:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610043392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.308834:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.308843:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7613 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.308859:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.308865:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(50 0) 00010000:00010000:1.0:1780298663.308868:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(51 0) 00010000:00010000:1.0:1780298663.308871:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->2248703] (req 2211840->2248703) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.308886:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.308902:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 12 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.308910:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605302784:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.308940:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.309592:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605302784:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.309609:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->2248703] (req 2211840->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309620:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.309649:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610043392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 824us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.309656:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11764 00000100:00100000:3.0:1780298663.309833:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.309863:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043520 00000100:00100000:1.0:1780298663.309867:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043520 00010000:00010000:1.0:1780298663.309882:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.309900:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15583 00000100:00100000:1.0:1780298663.309905:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610043520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.309912:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.309921:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309938:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309951:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038cc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1015808->34570239] (req 1015808->1019903) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d758e expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309957:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(51 0) 00010000:00010000:1.0:1780298663.309960:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(51 0) 00010000:00010000:1.0:1780298663.309965:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309971:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.309986:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.309992:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605302912:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.310019:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.310689:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605302912:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.310706:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.310735:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610043520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 828us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.310742:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15583 00000100:00100000:3.0:1780298663.310753:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.310789:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043648 00000100:00100000:0.0:1780298663.310793:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043648 00000100:00100000:0.0:1780298663.310830:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7166 00000100:00100000:0.0:1780298663.310837:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610043648:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.311044:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4065058 -> 4065058 00002000:00010000:0.0:1780298663.311047:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.311049:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.311054:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.311055:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 200 00000100:00100000:0.0:1780298663.311081:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610043648:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 245us (330us total) trans 4294969439 rc 0/0 00000100:00100000:0.0:1780298663.311086:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7166 00000100:00100000:2.0:1780298663.311901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.311940:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043776 00000100:00100000:1.0:1780298663.311944:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043776 00000100:00100000:1.0:1780298663.311967:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11765 00000100:00100000:1.0:1780298663.311974:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610043776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.311983:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.311996:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d54 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d761a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.312029:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605303040:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.312070:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.312750:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605303040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.312765:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d54 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d761a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.312777:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d54 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d761a expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.312784:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.312808:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610043776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (908us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.312813:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11765 00000100:00100000:3.0:1780298663.313615:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.313658:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610043904 00000100:00100000:0.0:1780298663.313663:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610043904 00000100:00100000:0.0:1780298663.313695:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11766 00000100:00100000:0.0:1780298663.313704:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610043904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.313713:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.313721:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d5b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7621 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.313756:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605303168:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.313795:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.314440:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605303168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.314453:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d5b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7621 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.314462:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d5b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7621 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.314469:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.314491:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610043904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (877us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.314503:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11766 00000100:00100000:2.0:1780298663.315347:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.315372:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044032 00000100:00100000:1.0:1780298663.315376:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044032 00000100:00100000:1.0:1780298663.315401:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11767 00000100:00100000:1.0:1780298663.315407:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610044032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.315420:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.315428:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7628 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.315443:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.315449:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(51 0) 00010000:00010000:1.0:1780298663.315453:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(52 0) 00010000:00010000:1.0:1780298663.315456:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->815103] (req 765952->815103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.315470:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.315478:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.315485:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605303296:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.315525:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.316029:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605303296:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.316040:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->815103] (req 765952->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.316048:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.316074:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610044032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 669us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.316079:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11767 00000100:00100000:2.0:1780298663.316316:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.316350:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044160 00000100:00100000:0.0:1780298663.316354:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044160 00010000:00010000:0.0:1780298663.316368:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.316390:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15584 00000100:00100000:0.0:1780298663.316397:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610044160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.316406:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.316417:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.316428:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.316440:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63038cf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->1015807] (req 0->49151) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75bf expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.316447:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(52 0) 00010000:00010000:0.0:1780298663.316449:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(52 0) 00010000:00010000:0.0:1780298663.316455:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.316460:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.316484:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.316497:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605303424:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.316523:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.317170:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605303424:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.317180:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.317201:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610044160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 806us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.317210:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15584 00000100:00100000:3.0:1780298663.317604:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.317649:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044288 00000100:00100000:2.0:1780298663.317655:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044288 00002000:00100000:2.0:1780298663.317681:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (765952->815103) req@ffff9cf2558f0a80 x1866777610044288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.317692:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777610044288 ext(765952->815103) 00002000:00010000:2.0:1780298663.317696:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:2.0:1780298663.317724:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7167 00000100:00100000:2.0:1780298663.317732:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610044288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.318688:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610044288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 957us (1086us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1780298663.318694:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7167 00002000:00100000:2.0:1780298663.318699:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (765952->815103) req@ffff9cf2558f0a80 x1866777610044288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.318704:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777610044288 ext(765952->815103) 00002000:00010000:2.0:1780298663.318707:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f0a80 00000100:00100000:2.0:1780298663.319637:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.319658:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.319675:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044416 00000100:00100000:1.0:1780298663.319681:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044416 00000100:00100000:3.0:1780298663.319703:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044544 00000100:00100000:3.0:1780298663.319709:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044544 00000100:00100000:1.0:1780298663.319724:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11768 00000100:00100000:1.0:1780298663.319735:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610044416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.319745:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.319753:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11769 00010000:00010000:1.0:1780298663.319760:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038d69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d762f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.319766:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610044544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.319779:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.319789:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038d70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7636 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.319808:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605303552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.319815:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605303680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.319864:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.319865:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.320596:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605303552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.320623:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038d69 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d762f expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.320641:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038d69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d762f expref: 26 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.320651:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298663.320687:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605303680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.320692:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610044416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 954us (1048us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.320701:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11768 00010000:00010000:1.0:1780298663.320709:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038d70 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7636 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.320725:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038d70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7636 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.320737:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:1.0:1780298663.320761:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610044544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1000us (1101us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.320768:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11769 00000100:00100000:1.0:1780298663.321680:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.321719:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044672 00000100:00100000:0.0:1780298663.321723:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044672 00000100:00100000:0.0:1780298663.321755:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11770 00000100:00100000:0.0:1780298663.321762:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610044672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.321769:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.321776:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d763d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.321786:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.321801:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605303808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.321821:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044800 00000100:00100000:1.0:1780298663.321826:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044800 00000100:00100000:0.0:1780298663.321835:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.321867:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11771 00000100:00100000:1.0:1780298663.321877:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610044800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.321886:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.321896:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038d7e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7644 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.321927:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605303936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.321964:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.322550:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605303808:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.322570:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d77 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d763d expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.322586:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038d77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d763d expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.322597:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:0.0:1780298663.322629:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610044672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (949us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.322638:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11770 00000100:00100000:1.0:1780298663.322645:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605303936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.322668:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038d7e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7644 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.322682:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63038d7e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7644 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.322692:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298663.322721:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610044800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (936us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.322729:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11771 00000100:00100000:3.0:1780298663.323808:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.323838:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610044928 00000100:00100000:0.0:1780298663.323842:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610044928 00000100:00100000:0.0:1780298663.323867:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11772 00000100:00100000:0.0:1780298663.323872:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610044928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.323880:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.323888:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d764b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.323910:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.323916:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(52 0) 00010000:00010000:0.0:1780298663.323920:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(53 0) 00010000:00010000:0.0:1780298663.323922:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2142207] (req 2097152->2142207) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.323937:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.323946:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.323952:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605304064:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.323985:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.324662:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605304064:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.324678:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2142207] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.324691:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.324720:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610044928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.324727:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11772 00000100:00100000:2.0:1780298663.324920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.324954:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045056 00000100:00100000:1.0:1780298663.324960:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045056 00010000:00010000:1.0:1780298663.324976:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.325006:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15585 00000100:00100000:1.0:1780298663.325012:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610045056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.325021:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.325030:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.325038:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.325064:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038d62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2211839] (req 765952->815103) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7628 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.325075:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(53 0) 00010000:00010000:1.0:1780298663.325079:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(53 0) 00010000:00010000:1.0:1780298663.325087:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.325096:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.325114:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.325121:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605304192:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.325191:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.325869:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605304192:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.325878:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.325902:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610045056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 890us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.325907:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15585 00000100:00100000:2.0:1780298663.326196:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.326231:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045184 00000100:00100000:1.0:1780298663.326235:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045184 00002000:00100000:1.0:1780298663.326261:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2097152->2101247) req@ffff9cf375f57c50 x1866777610045184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.326271:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f57c50 with x1866777610045184 ext(2097152->2101247) 00002000:00010000:1.0:1780298663.326275:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf375f57c50 00000100:00100000:1.0:1780298663.326299:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7168 00000100:00100000:1.0:1780298663.326306:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf375f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610045184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.326424:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf375f57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610045184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.326429:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7168 00002000:00100000:1.0:1780298663.326433:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2097152->2101247) req@ffff9cf375f57c50 x1866777610045184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.326439:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f57c50 with x1866777610045184 ext(2097152->2101247) 00002000:00010000:1.0:1780298663.326441:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf375f57c50 00000100:00100000:2.0:1780298663.327664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.327694:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045312 00000100:00100000:1.0:1780298663.327698:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045312 00002000:00100000:1.0:1780298663.327715:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2138112->2142207) req@ffff9cf24519e680 x1866777610045312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.327729:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e680 with x1866777610045312 ext(2138112->2142207) 00002000:00010000:1.0:1780298663.327732:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e680 00000100:00100000:1.0:1780298663.327748:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7169 00000100:00100000:1.0:1780298663.327753:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610045312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.327812:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610045312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 60us (151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.327816:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7169 00002000:00100000:1.0:1780298663.327820:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2138112->2142207) req@ffff9cf24519e680 x1866777610045312/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.327826:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e680 with x1866777610045312 ext(2138112->2142207) 00002000:00010000:1.0:1780298663.327828:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e680 00000100:00100000:3.0:1780298663.328942:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.328979:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045440 00000100:00100000:1.0:1780298663.328983:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045440 00000100:00100000:1.0:1780298663.329008:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11773 00000100:00100000:1.0:1780298663.329013:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610045440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.329020:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.329031:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d8c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7652 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.329066:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605304320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.329104:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.329864:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605304320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.329887:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d8c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7652 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.329912:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038d8c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7652 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.329923:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.329953:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610045440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1013us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.329960:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11773 00000100:00100000:2.0:1780298663.330961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.330997:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045568 00000100:00100000:0.0:1780298663.331004:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045568 00000100:00100000:0.0:1780298663.331040:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11774 00000100:00100000:0.0:1780298663.331047:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610045568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.331056:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.331064:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7659 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.331098:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605304448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.331252:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.331942:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605304448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.331963:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d93 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7659 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.331979:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038d93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7659 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.331990:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.332021:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610045568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1062us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.332028:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11774 00000100:00100000:3.0:1780298663.332992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.333022:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045696 00000100:00100000:0.0:1780298663.333027:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045696 00000100:00100000:0.0:1780298663.333068:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7170 00000100:00100000:0.0:1780298663.333074:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610045696:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.333328:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4065058 -> 4065058 00002000:00010000:0.0:1780298663.333332:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.333334:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.333337:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.333339:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 200 -> 240 00000100:00100000:0.0:1780298663.333371:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610045696:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 297us (381us total) trans 4294969440 rc 0/0 00000100:00100000:0.0:1780298663.333376:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7170 00000100:00100000:2.0:1780298663.334346:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.334399:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045824 00000100:00100000:1.0:1780298663.334405:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045824 00000100:00100000:1.0:1780298663.334442:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11775 00000100:00100000:1.0:1780298663.334451:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610045824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.334462:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.334475:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7660 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.334517:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605304576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.334568:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.335261:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605304576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.335282:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d9a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7660 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.335300:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038d9a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7660 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.335323:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:1.0:1780298663.335353:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610045824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (1007us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.335359:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11775 00000100:00100000:3.0:1780298663.336088:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.336121:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610045952 00000100:00100000:0.0:1780298663.336164:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610045952 00000100:00100000:0.0:1780298663.336192:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11776 00000100:00100000:0.0:1780298663.336199:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610045952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.336206:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.336214:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038da1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7667 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.336243:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605304704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.336284:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.336888:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605304704:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.336902:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038da1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7667 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.336913:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038da1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7667 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.336929:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:0.0:1780298663.336960:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610045952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 758us (869us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.336968:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11776 00000100:00100000:3.0:1780298663.337776:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.337811:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046080 00000100:00100000:1.0:1780298663.337817:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046080 00000100:00100000:1.0:1780298663.337848:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11777 00000100:00100000:1.0:1780298663.337856:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610046080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.337864:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.337872:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038da8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d766e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.337898:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605304832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.337935:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.338583:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605304832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.338597:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038da8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d766e expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.338610:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038da8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d766e expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.338620:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.338649:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610046080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 793us (872us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.338662:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11777 00000100:00100000:2.0:1780298663.339378:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.339405:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046208 00000100:00100000:0.0:1780298663.339409:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046208 00000100:00100000:0.0:1780298663.339434:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11778 00000100:00100000:0.0:1780298663.339438:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610046208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.339445:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.339454:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a65e4a2d/0xaf35132e63038daf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7675 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.339483:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605304960:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.339521:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.340180:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605304960:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.340197:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a65e4a2d/0xaf35132e63038daf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7675 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.340207:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a65e4a2d/0xaf35132e63038daf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7675 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.340214:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111400, rc 0) 00000100:00100000:0.0:1780298663.340236:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610046208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 798us (859us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.340246:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11778 00000100:00100000:3.0:1780298663.341019:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.341057:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046336 00000100:00100000:1.0:1780298663.341062:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046336 00000100:00100000:3.0:1780298663.341091:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.341104:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046464 00000100:00100000:1.0:1780298663.341109:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046464 00000100:00100000:0.0:1780298663.341118:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11779 00000100:00100000:0.0:1780298663.341163:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610046336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.341171:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.341178:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11780 00010000:00010000:0.0:1780298663.341180:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038db6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d767c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.341190:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610046464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.341201:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.341206:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605305088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.341211:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038dbd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7683 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.341244:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.341248:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605305216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.341281:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.341873:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605305088:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.341893:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038db6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d767c expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.341910:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038db6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d767c expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.341922:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.341960:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610046336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (938us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.341968:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11779 00000100:00100000:2.0:1780298663.341983:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605305216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.341999:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038dbd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7683 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.342009:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63038dbd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7683 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.342015:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.342041:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610046464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.342046:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11780 00000100:00100000:3.0:1780298663.342825:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.342862:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046592 00000100:00100000:1.0:1780298663.342867:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046592 00000100:00100000:1.0:1780298663.342903:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11781 00000100:00100000:1.0:1780298663.342911:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610046592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.342920:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.342928:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d768a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.342946:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.342956:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(89 0) 00010000:00010000:1.0:1780298663.342960:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:1.0:1780298663.342965:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2048000->2052095] (req 2048000->2052095) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 26 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.342987:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.343001:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 25 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.343026:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605305344:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.343064:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.343692:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605305344:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.343709:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2048000->2052095] (req 2048000->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 26 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.343732:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:2.0:1780298663.343762:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610046592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (937us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.343768:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11781 00000100:00100000:3.0:1780298663.343890:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.343935:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046720 00000100:00100000:2.0:1780298663.343940:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046720 00010000:00010000:2.0:1780298663.343961:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.343992:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15586 00000100:00100000:2.0:1780298663.344000:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610046720:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.344010:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.344022:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.344033:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.344049:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038c74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7548 expref: 26 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.344058:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:2.0:1780298663.344061:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:2.0:1780298663.344069:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 25 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.344084:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 25 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.344104:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 25 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.344115:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605305472:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.344193:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.344840:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605305472:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.344848:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.344875:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610046720:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 876us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.344880:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15586 00000100:00100000:1.0:1780298663.345097:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.345184:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046848 00000100:00100000:0.0:1780298663.345189:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046848 00002000:00100000:0.0:1780298663.345215:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2048000->2052095) req@ffff9cf37f8b0e00 x1866777610046848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.345236:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777610046848 ext(2048000->2052095) 00002000:00010000:0.0:1780298663.345241:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:0.0:1780298663.345261:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7171 00000100:00100000:0.0:1780298663.345269:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610046848:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.345391:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610046848:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.345398:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7171 00002000:00100000:0.0:1780298663.345404:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2048000->2052095) req@ffff9cf37f8b0e00 x1866777610046848/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.345413:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0e00 with x1866777610046848 ext(2048000->2052095) 00002000:00010000:0.0:1780298663.345416:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0e00 00000100:00100000:2.0:1780298663.346632:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.346664:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610046976 00000100:00100000:0.0:1780298663.346668:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610046976 00002000:00100000:0.0:1780298663.346682:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2052096->2056191) req@ffff9cf24519ea00 x1866777610046976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.346688:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777610046976 ext(2052096->2056191) 00002000:00010000:0.0:1780298663.346690:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:0.0:1780298663.346710:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7172 00000100:00100000:0.0:1780298663.346715:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610046976:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.346768:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610046976:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (139us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.346773:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7172 00002000:00100000:0.0:1780298663.346781:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2052096->2056191) req@ffff9cf24519ea00 x1866777610046976/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.346786:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ea00 with x1866777610046976 ext(2052096->2056191) 00002000:00010000:0.0:1780298663.346788:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ea00 00000100:00100000:2.0:1780298663.347920:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.347970:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047104 00000100:00100000:1.0:1780298663.347974:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047104 00002000:00100000:1.0:1780298663.347998:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2056192->2060287) req@ffff9cf24519dc00 x1866777610047104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.348006:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777610047104 ext(2056192->2060287) 00002000:00010000:1.0:1780298663.348010:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:1.0:1780298663.348030:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7173 00000100:00100000:1.0:1780298663.348039:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610047104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.348117:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610047104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.348160:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7173 00002000:00100000:1.0:1780298663.348168:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2056192->2060287) req@ffff9cf24519dc00 x1866777610047104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.348177:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519dc00 with x1866777610047104 ext(2056192->2060287) 00002000:00010000:1.0:1780298663.348180:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519dc00 00000100:00100000:1.0:1780298663.349209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.349244:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047232 00000100:00100000:2.0:1780298663.349250:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047232 00002000:00100000:2.0:1780298663.349271:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2048000->2060287) req@ffff9cf37f8b1500 x1866777610047232/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 12776/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.349281:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1500 with x1866777610047232 ext(2048000->2060287) 00002000:00010000:2.0:1780298663.349285:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1500 00000100:00100000:2.0:1780298663.349305:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7174 00000100:00100000:2.0:1780298663.349312:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2398:x1866777610047232:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.349773:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2398:x1866777610047232:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 461us (564us total) trans 4294969972 rc 0/0 00000100:00100000:2.0:1780298663.349782:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7174 00002000:00100000:2.0:1780298663.349789:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (2048000->2060287) req@ffff9cf37f8b1500 x1866777610047232/t4294969972(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 12776/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.349810:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1500 with x1866777610047232 ext(2048000->2060287) 00002000:00010000:2.0:1780298663.349813:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b1500 00000100:00100000:2.0:1780298663.350518:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.350556:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047360 00000100:00100000:0.0:1780298663.350560:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047360 00000100:00100000:0.0:1780298663.350586:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11782 00000100:00100000:0.0:1780298663.350590:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:2398:x1866777610047360:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298663.351304:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969972 is committed 00000001:00080000:1.0:1780298663.351310:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969971 is committed 00000100:00100000:0.0:1780298663.351404:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610047360:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 812us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.351409:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11782 00000100:00100000:3.0:1780298663.352374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.352405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.352417:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047488 00000100:00100000:0.0:1780298663.352421:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047488 00000100:00100000:1.0:1780298663.352446:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047616 00000100:00100000:1.0:1780298663.352450:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047616 00000100:00100000:0.0:1780298663.352454:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11783 00000100:00100000:0.0:1780298663.352461:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610047488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.352469:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.352483:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038dcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7691 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.352492:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11784 00000100:00100000:1.0:1780298663.352498:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610047616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.352506:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.352515:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038dd2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7698 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.352528:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605305600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.352543:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605305728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.352581:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.352581:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298663.353330:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1344 -> 1368 00000100:00100000:0.0:1780298663.353339:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605305600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.353346:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605305728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.353362:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038dcb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7691 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.353369:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038dd2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7698 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.353401:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038dcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7691 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.353403:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63038dd2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7698 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.353415:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00010000:00010000:2.0:1780298663.353420:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:0.0:1780298663.353441:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610047488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 981us (1069us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.353449:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11783 00000100:00100000:2.0:1780298663.353450:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610047616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1043us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.353460:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11784 00000100:00100000:2.0:1780298663.354460:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.354486:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.354506:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047744 00000100:00100000:1.0:1780298663.354511:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047744 00000100:00100000:3.0:1780298663.354523:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610047872 00000100:00100000:3.0:1780298663.354528:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610047872 00000100:00100000:1.0:1780298663.354547:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11785 00000100:00100000:3.0:1780298663.354557:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11786 00000100:00100000:1.0:1780298663.354563:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610047744:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.354569:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610047872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.354575:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.354576:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.354585:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038dd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d769f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.354587:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63038de0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76a6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.354632:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605305856:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.354637:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605305984:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.354687:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.354688:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.355372:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605305856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.355384:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038dd9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d769f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.355394:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63038dd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d769f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.355410:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:1.0:1780298663.355437:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610047744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (979us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.355442:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11785 00000100:00100000:3.0:1780298663.355579:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605305984:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.355592:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63038de0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76a6 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.355602:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63038de0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76a6 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.355609:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298663.355634:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610047872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1148us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.355639:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11786 00000100:00100000:0.0:1780298663.356457:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.356501:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048000 00000100:00100000:2.0:1780298663.356506:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048000 00000100:00100000:2.0:1780298663.356537:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11787 00000100:00100000:2.0:1780298663.356546:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610048000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.356555:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.356563:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76ad expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.356602:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:2.0:1780298663.356606:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:2.0:1780298663.356617:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.356632:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.356642:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298663.356671:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610048000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 127us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.356678:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11787 00000100:00100000:2.0:1780298663.357268:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.357310:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048128 00000100:00100000:0.0:1780298663.357315:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048128 00000100:00100000:0.0:1780298663.357353:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7175 00000100:00100000:0.0:1780298663.357361:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610048128:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.357545:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.357549:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.357552:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.357553:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.357555:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:0.0:1780298663.357584:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610048128:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 224us (316us total) trans 4294969973 rc 0/0 00000100:00100000:0.0:1780298663.357590:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7175 00000100:00100000:3.0:1780298663.358341:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.358368:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048256 00000100:00100000:2.0:1780298663.358371:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048256 00000100:00100000:2.0:1780298663.358399:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11788 00000100:00100000:2.0:1780298663.358409:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610048256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.358417:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.358426:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63038dee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76b4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.358445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.358462:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605306112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.358486:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048384 00000100:00100000:0.0:1780298663.358491:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048384 00000100:00100000:2.0:1780298663.358516:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.358532:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11789 00000100:00100000:0.0:1780298663.358541:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610048384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.358556:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.358565:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038df5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76bb expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.358593:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605306240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.358618:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.359178:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605306112:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.359197:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63038dee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76b4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.359208:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63038dee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76b4 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.359214:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.359239:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610048256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (899us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.359245:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11788 00000100:00100000:0.0:1780298663.359369:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605306240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.359383:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038df5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76bb expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.359392:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038df5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76bb expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.359397:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.359418:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610048384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 880us (974us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.359423:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11789 00000100:00100000:1.0:1780298663.360094:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.360119:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048512 00000100:00100000:3.0:1780298663.360140:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048512 00000100:00100000:3.0:1780298663.360235:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11790 00000100:00100000:3.0:1780298663.360243:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610048512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.360251:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.360255:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.360259:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038dfc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76c2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.360284:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048640 00000100:00100000:3.0:1780298663.360286:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605306368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.360290:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048640 00000100:00100000:0.0:1780298663.360317:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11791 00000100:00100000:0.0:1780298663.360322:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610048640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.360329:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.360336:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038e03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76c9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.360362:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.360366:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605306496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.360389:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.361062:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605306368:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.361080:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605306496:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.361083:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038dfc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76c2 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.361095:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038e03 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76c9 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.361101:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038dfc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76c2 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.361109:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000203f7534/0xaf35132e63038e03 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76c9 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.361116:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00010000:00010000:0.0:1780298663.361118:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:3.0:1780298663.361183:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610048512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1084us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.361183:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610048640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (923us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.361194:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11790 00000100:00100000:0.0:1780298663.361201:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11791 00000100:00100000:2.0:1780298663.362332:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.362371:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610048896 00000100:00100000:1.0:1780298663.362374:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610048896 00000100:00100000:1.0:1780298663.362402:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62249 00000100:00100000:1.0:1780298663.362409:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+96:30556:x1866777610048896:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298663.362440:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.362455:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038c82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d754f expref: 96 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.362468:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.362472:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.362615:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.362630:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 110 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.362648:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.362672:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 110 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.362693:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 110 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.362705:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605306624:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.362744:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b920c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.363352:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605306624:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.363364:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.363495:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.363527:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049024 00000100:00100000:1.0:1780298663.363532:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049024 00010000:00010000:1.0:1780298663.363546:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 111 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.363566:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15587 00000100:00100000:1.0:1780298663.363571:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:2400:x1866777610049024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.363578:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.363581:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 111 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363588:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 111 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363598:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111c00/0xaf35132e63038d1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d75e2 expref: 111 pid: 7411 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363612:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.363615:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363622:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363627:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.363640:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.363654:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.363661:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.363665:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:2400:x1866777610049024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.363674:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15587 00000001:00080000:0.0:1780298663.363710:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991261 00000004:00010000:0.0:1780298663.363730:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc703413 reply state 00000000d40b8bad transno 4294991262 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.363738:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.363750:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.363752:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298663.363754:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298663.363802:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+98:30556:x1866777610048896:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1394us (1470us total) trans 4294991262 rc 0/0 00000100:00100000:0.0:1780298663.363807:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62249 00000020:00080000:0.0:1780298663.363809:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298663.364459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.364479:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049152 00000100:00100000:3.0:1780298663.364483:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049152 00000100:00100000:3.0:1780298663.364508:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11792 00000100:00100000:3.0:1780298663.364521:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610049152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.364529:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.364537:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76d0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364556:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364563:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364568:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(90 0) 00010000:00010000:3.0:1780298663.364571:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(92 0) 00010000:00010000:3.0:1780298663.364574:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364586:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364593:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.364599:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605306752:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.364637:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.364658:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 9 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.364668:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605306880:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.364693:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.365119:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605306752:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.365321:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605306880:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.365335:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.365346:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298663.365442:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610049152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.365449:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11792 00000100:00100000:0.0:1780298663.365498:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.365591:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049280 00000100:00100000:3.0:1780298663.365596:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049280 00010000:00010000:3.0:1780298663.365611:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.365618:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.365641:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049408 00000100:00100000:3.0:1780298663.365644:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049408 00010000:00010000:3.0:1780298663.365658:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.365661:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15588 00000100:00100000:0.0:1780298663.365672:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610049280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.365684:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.365695:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.365705:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15589 00010000:00010000:0.0:1780298663.365705:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.365717:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610049408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.365720:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63038dc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2048000->35602431] (req 2048000->2052095) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d768a expref: 12 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.365730:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.365731:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.365742:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.365754:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.365763:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610049280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 90us (260us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298663.365773:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e63038de7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1118208->2047999] (req 1118208->1134591) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ad expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.365773:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15588 00010000:00010000:3.0:1780298663.365787:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(92 0) 00010000:00010000:3.0:1780298663.365791:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(92 0) 00010000:00010000:3.0:1780298663.365797:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.365806:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.365826:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.365836:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605307008:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.365906:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.366515:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605307008:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.366525:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.366546:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610049408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 833us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.366553:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15589 00000100:00100000:0.0:1780298663.366664:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.366703:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049536 00000100:00100000:2.0:1780298663.366707:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049536 00000100:00100000:2.0:1780298663.366732:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11793 00000100:00100000:2.0:1780298663.366739:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610049536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.366746:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.366754:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76d7 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366770:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366786:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366790:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(53 0) 00010000:00010000:2.0:1780298663.366793:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(55 0) 00010000:00010000:2.0:1780298663.366795:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366807:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366814:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.366821:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307136:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.366853:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.366860:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.366867:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307264:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.366880:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.367394:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307136:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.367524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.367552:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307264:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.367569:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.367573:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049664 00000100:00100000:1.0:1780298663.367580:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049664 00010000:00010000:2.0:1780298663.367582:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00010000:00010000:1.0:1780298663.367603:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.367613:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610049536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 873us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.367620:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11793 00000100:00100000:1.0:1780298663.367635:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15590 00000100:00100000:1.0:1780298663.367644:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610049664:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.367652:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.367660:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.367668:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.367685:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038d4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2211840->35766271] (req 2211840->2248703) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7613 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.367694:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.367721:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610049664:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 79us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.367730:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15590 00000100:00100000:0.0:1780298663.367817:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.367846:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049792 00000100:00100000:3.0:1780298663.367850:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049792 00002000:00100000:3.0:1780298663.367875:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2097152->2142207) req@ffff9cf3481fca80 x1866777610049792/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.367881:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777610049792 ext(2097152->2142207) 00010000:00010000:3.0:1780298663.367886:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.367894:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 11 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298663.367899:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fca80 00000100:00100000:3.0:1780298663.367912:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 243 00000100:00100000:3.0:1780298663.367918:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610049792:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.369245:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610049792:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1325us (1425us total) trans 4294969441 rc 0/0 00000100:00100000:2.0:1780298663.369253:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 243 00002000:00100000:2.0:1780298663.369260:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2097152->2142207) req@ffff9cf3481fca80 x1866777610049792/t4294969441(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.369268:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fca80 with x1866777610049792 ext(2097152->2142207) 00010000:00010000:2.0:1780298663.369274:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.369286:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.369294:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf3481fca80 00000100:00100000:0.0:1780298663.369893:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.369923:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610049920 00000100:00100000:1.0:1780298663.369928:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610049920 00010000:00010000:1.0:1780298663.369941:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.369959:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15591 00000100:00100000:1.0:1780298663.369964:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610049920:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.369971:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298663.369977:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 240 -> 336 00010000:00010000:1.0:1780298663.369981:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.369988:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.369997:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038d85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2097152->2211839] (req 2097152->2142207) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d764b expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.370014:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(55 0) 00010000:00010000:1.0:1780298663.370016:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(55 0) 00010000:00010000:1.0:1780298663.370020:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.370026:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.370041:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.370052:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605307392:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.370097:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.370652:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605307392:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.370663:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.370684:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610049920:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 720us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.370689:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15591 00000100:00100000:0.0:1780298663.370754:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.370780:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050048 00000100:00100000:2.0:1780298663.370785:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050048 00002000:00010000:2.0:1780298663.370800:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5433808->18446744073709551615) 00002000:00100000:2.0:1780298663.370803:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fea00 with x1866777610050048 ext(5433808->18446744073709551615) 00002000:00010000:2.0:1780298663.370816:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fea00. 00000100:00100000:2.0:1780298663.370839:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7176 00000100:00100000:2.0:1780298663.370847:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610050048:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298663.370870:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.370948:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050176 00000100:00100000:1.0:1780298663.370952:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050176 00002000:00010000:1.0:1780298663.370965:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.370968:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777610050176 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.370972:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fed80. 00002000:00010000:2.0:1780298663.370983:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 5433808 00002000:00010000:2.0:1780298663.370987:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.370991:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00000100:00100000:1.0:1780298663.370991:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7177 00002000:00010000:2.0:1780298663.370993:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.370995:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1368 -> 1368 00000100:00100000:1.0:1780298663.371006:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610050176:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298663.371023:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610050048:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 176us (268us total) trans 4294969974 rc 0/0 00000100:00100000:2.0:1780298663.371028:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7176 00002000:00010000:2.0:1780298663.371030:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5433808->18446744073709551615) 00002000:00100000:2.0:1780298663.371033:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fea00 with x1866777610050048 ext(5433808->18446744073709551615) 00002000:00010000:2.0:1780298663.371037:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fea00. 00002000:00010000:1.0:1780298663.371080:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4065058 -> 4194304 00002000:00010000:1.0:1780298663.371084:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.371087:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.371089:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.371091:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:1.0:1780298663.371115:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610050176:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 112us (245us total) trans 4294969442 rc 0/0 00000100:00100000:1.0:1780298663.371120:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7177 00002000:00010000:1.0:1780298663.371146:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.371163:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fed80 with x1866777610050176 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.371167:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fed80. 00000100:00100000:0.0:1780298663.372195:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.372215:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050304 00000100:00100000:2.0:1780298663.372220:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050304 00002000:00100000:2.0:1780298663.372239:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5394432->5398527) req@ffff9cf3481fe300 x1866777610050304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.372245:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe300 with x1866777610050304 ext(5394432->5398527) 00002000:00010000:2.0:1780298663.372247:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe300 00000100:00100000:2.0:1780298663.372263:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7178 00000100:00100000:2.0:1780298663.372267:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610050304:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.372331:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610050304:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (136us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.372344:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7178 00002000:00100000:2.0:1780298663.372348:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5394432->5398527) req@ffff9cf3481fe300 x1866777610050304/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.372354:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe300 with x1866777610050304 ext(5394432->5398527) 00002000:00010000:2.0:1780298663.372357:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe300 00000100:00100000:0.0:1780298663.373286:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.373320:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050432 00000100:00100000:2.0:1780298663.373325:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050432 00002000:00100000:2.0:1780298663.373347:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5398528->5402623) req@ffff9cf3481fd180 x1866777610050432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.373357:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777610050432 ext(5398528->5402623) 00002000:00010000:2.0:1780298663.373361:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd180 00000100:00100000:2.0:1780298663.373383:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7179 00000100:00100000:2.0:1780298663.373391:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610050432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.373459:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610050432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.373466:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7179 00002000:00100000:2.0:1780298663.373473:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5398528->5402623) req@ffff9cf3481fd180 x1866777610050432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.373482:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd180 with x1866777610050432 ext(5398528->5402623) 00002000:00010000:2.0:1780298663.373486:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fd180 00000100:00100000:0.0:1780298663.374548:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.374576:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050560 00000100:00100000:2.0:1780298663.374579:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050560 00002000:00100000:2.0:1780298663.374593:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5373952->5435391) req@ffff9cf3481fce00 x1866777610050560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.374607:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777610050560 ext(5373952->5435391) 00002000:00010000:2.0:1780298663.374610:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:2.0:1780298663.374627:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7180 00000100:00100000:2.0:1780298663.374633:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610050560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.375458:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610050560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 825us (909us total) trans 0 rc 53248/53248 00000100:00100000:2.0:1780298663.375464:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7180 00002000:00100000:2.0:1780298663.375469:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5373952->5435391) req@ffff9cf3481fce00 x1866777610050560/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.375475:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fce00 with x1866777610050560 ext(5373952->5435391) 00002000:00010000:2.0:1780298663.375477:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fce00 00000100:00100000:3.0:1780298663.377361:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.377396:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050688 00000100:00100000:0.0:1780298663.377400:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050688 00002000:00100000:0.0:1780298663.377419:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5394432->5433807) req@ffff9cf241b03100 x1866777610050688/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.377426:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777610050688 ext(5394432->5433807) 00002000:00010000:0.0:1780298663.377428:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:0.0:1780298663.377443:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7181 00000100:00100000:0.0:1780298663.377450:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610050688:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.378581:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610050688:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1130us (1219us total) trans 4294969975 rc 0/0 00000100:00100000:1.0:1780298663.378591:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7181 00002000:00100000:1.0:1780298663.378600:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5394432->5433807) req@ffff9cf241b03100 x1866777610050688/t4294969975(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.378609:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03100 with x1866777610050688 ext(5394432->5433807) 00002000:00010000:1.0:1780298663.378613:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241b03100 00000100:00100000:0.0:1780298663.379280:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.379312:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050816 00000100:00100000:1.0:1780298663.379317:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050816 00000100:00100000:1.0:1780298663.379344:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11794 00000100:00100000:1.0:1780298663.379349:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610050816:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298663.380027:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969975 is committed 00000001:00080000:0.0:1780298663.380034:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969973 is committed 00000100:00100000:1.0:1780298663.380143:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610050816:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 791us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.380169:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11794 00000100:00100000:3.0:1780298663.380957:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.380998:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610050944 00000100:00100000:1.0:1780298663.381004:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610050944 00000100:00100000:1.0:1780298663.381036:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62250 00000100:00100000:1.0:1780298663.381044:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:30556:x1866777610050944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.381056:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.381073:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e63038e1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76de expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381176:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381193:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381204:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.381227:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9628112 00000004:00200000:1.0:1780298663.381232:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.381247:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381271:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e63038e1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 112 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381286:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 111 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.381307:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.381310:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.381314:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298663.381342:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:30556:x1866777610050944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 299us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.381349:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62250 00000100:00100000:3.0:1780298663.382214:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.382257:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051072 00000100:00100000:0.0:1780298663.382261:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051072 00000100:00100000:2.0:1780298663.382293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.382293:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11795 00000100:00100000:0.0:1780298663.382304:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610051072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.382312:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.382314:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051200 00000100:00100000:1.0:1780298663.382318:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051200 00010000:00010000:0.0:1780298663.382323:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000647d193b/0xaf35132e63038e2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76e5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.382348:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11796 00000100:00100000:1.0:1780298663.382356:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.382363:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.382371:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038e34 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76ec expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.382378:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605307520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.382395:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605307648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.382438:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.382438:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298663.383188:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1368 -> 1448 00000100:00100000:2.0:1780298663.383198:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605307520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.383209:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605307648:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.383218:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000647d193b/0xaf35132e63038e2d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76e5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.383231:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038e34 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ec expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.383235:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000647d193b/0xaf35132e63038e2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76e5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.383251:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110800, rc 0) 00010000:00010000:1.0:1780298663.383252:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63038e34 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76ec expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.383262:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:2.0:1780298663.383281:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610051072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1066us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.383288:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1003us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.383302:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11796 00000100:00100000:2.0:1780298663.383308:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11795 00000100:00100000:3.0:1780298663.384179:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.384215:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051328 00000100:00100000:2.0:1780298663.384220:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051328 00000100:00100000:3.0:1780298663.384223:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.384254:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051456 00000100:00100000:2.0:1780298663.384257:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051456 00000100:00100000:1.0:1780298663.384273:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11797 00000100:00100000:2.0:1780298663.384280:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11798 00000100:00100000:1.0:1780298663.384286:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610051328:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.384292:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.384297:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.384299:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.384307:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038e3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76f3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.384308:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038e42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d76fa expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.384349:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307776:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.384357:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605307904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.384385:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.384390:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.385031:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605307776:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.385046:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038e42 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76fa expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.385058:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63038e42 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76fa expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.385066:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:1.0:1780298663.385095:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605307904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.385096:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.385106:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11798 00010000:00010000:1.0:1780298663.385114:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038e3b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76f3 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.385145:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63038e3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76f3 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.385170:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298663.385203:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610051328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1025us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.385211:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11797 00000100:00100000:3.0:1780298663.386297:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.386329:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051584 00000100:00100000:1.0:1780298663.386334:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051584 00002000:00100000:1.0:1780298663.386357:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4222976->4284415) req@ffff9cf37f7bf480 x1866777610051584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.386373:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777610051584 ext(4222976->4284415) 00002000:00010000:1.0:1780298663.386377:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:1.0:1780298663.386399:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7182 00000100:00100000:1.0:1780298663.386408:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610051584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.387275:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610051584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 868us (976us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1780298663.387284:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7182 00002000:00100000:1.0:1780298663.387292:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4222976->4284415) req@ffff9cf37f7bf480 x1866777610051584/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.387301:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bf480 with x1866777610051584 ext(4222976->4284415) 00002000:00010000:1.0:1780298663.387305:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bf480 00000100:00100000:0.0:1780298663.388057:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.388088:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051712 00000100:00100000:2.0:1780298663.388097:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051712 00000100:00100000:2.0:1780298663.388120:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11799 00000100:00100000:2.0:1780298663.388146:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610051712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.388165:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.388173:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038e49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7701 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.388183:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.388200:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605308032:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.388213:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051840 00000100:00100000:0.0:1780298663.388217:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051840 00000100:00100000:0.0:1780298663.388248:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11800 00000100:00100000:2.0:1780298663.388250:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.388256:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.388263:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.388269:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038e50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7708 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.388293:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605308160:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.388324:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.388831:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605308032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.388847:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038e49 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7701 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.388859:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038e49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7701 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.388866:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.388893:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610051712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (836us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.388899:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11799 00000100:00100000:0.0:1780298663.388926:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605308160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.388942:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038e50 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7708 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.388955:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e63038e50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7708 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.388967:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.388996:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610051840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (813us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.389011:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11800 00000100:00100000:3.0:1780298663.389712:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.389749:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610051968 00000100:00100000:0.0:1780298663.389753:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610051968 00000100:00100000:3.0:1780298663.389777:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.389781:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11801 00000100:00100000:0.0:1780298663.389789:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610051968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.389795:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.389802:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052096 00010000:00010000:0.0:1780298663.389802:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038e57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d770f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.389808:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052096 00000100:00100000:0.0:1780298663.389829:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605308288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.389841:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11802 00000100:00100000:2.0:1780298663.389849:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610052096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.389856:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.389867:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00010000:00010000:2.0:1780298663.389869:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038e5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7716 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.389892:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605308416:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.389916:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.390573:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605308416:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.390588:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038e5e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7716 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.390603:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e63038e5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7716 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.390608:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605308288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.390620:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00010000:00010000:0.0:1780298663.390628:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038e57 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d770f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.390639:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038e57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d770f expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.390647:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610052096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (869us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298663.390647:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110600, rc 0) 00000100:00100000:2.0:1780298663.390655:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11802 00000100:00100000:0.0:1780298663.390671:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610051968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 884us (959us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.390677:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11801 00000100:00100000:1.0:1780298663.391459:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.391493:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052224 00000100:00100000:3.0:1780298663.391498:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052224 00000100:00100000:3.0:1780298663.391531:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62251 00000100:00100000:3.0:1780298663.391539:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+98:30556:x1866777610052224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.391550:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.391559:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63038e65 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d771d expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391612:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391623:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391631:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298663.391647:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9628112 00000004:00200000:3.0:1780298663.391649:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298663.391660:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391674:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63038e65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d771d expref: 100 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391683:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d771d expref: 99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.391694:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.391696:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298663.391698:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.391720:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+99:30556:x1866777610052224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 183us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.391724:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62251 00000100:00100000:3.0:1780298663.392792:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.392832:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052352 00000100:00100000:2.0:1780298663.392837:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052352 00000100:00100000:2.0:1780298663.392874:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7183 00000100:00100000:2.0:1780298663.392883:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610052352:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.393017:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.393021:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.393023:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.393026:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.393028:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 336 -> 368 00000100:00100000:2.0:1780298663.393064:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610052352:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 184us (274us total) trans 4294969443 rc 0/0 00000100:00100000:2.0:1780298663.393069:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7183 00000100:00100000:2.0:1780298663.393829:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.393872:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052480 00000100:00100000:3.0:1780298663.393876:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052480 00000100:00100000:3.0:1780298663.393899:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11803 00000100:00100000:3.0:1780298663.393905:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610052480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.393912:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.393919:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.393920:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038e73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7724 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.393943:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052608 00000100:00100000:3.0:1780298663.393947:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605308544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.393947:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052608 00000100:00100000:2.0:1780298663.393973:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11804 00000100:00100000:2.0:1780298663.393978:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610052608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.393984:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.393991:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038e7a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d772b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.394017:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605308672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.394034:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.394049:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.394629:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605308544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.394646:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038e73 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7724 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.394662:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038e73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7724 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.394725:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.394751:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610052480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (922us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.394756:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11803 00000100:00100000:2.0:1780298663.394819:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605308672:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.394836:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038e7a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d772b expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.394848:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e63038e7a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d772b expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.394857:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.394884:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610052608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (965us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.394890:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11804 00000100:00100000:0.0:1780298663.395660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.395698:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052736 00000100:00100000:1.0:1780298663.395702:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052736 00000100:00100000:1.0:1780298663.395728:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11805 00000100:00100000:1.0:1780298663.395734:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610052736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.395740:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.395747:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038e81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7732 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.395764:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.395770:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605308800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.395789:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052864 00000100:00100000:0.0:1780298663.395793:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052864 00000100:00100000:1.0:1780298663.395811:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.395822:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11806 00000100:00100000:0.0:1780298663.395831:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610052864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.395837:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.395844:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038e88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7739 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.395866:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605308928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.395891:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.396425:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605308800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.396453:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038e81 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7732 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.396467:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038e81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7732 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.396475:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.396505:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610052736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (844us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.396513:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11805 00000100:00100000:0.0:1780298663.396592:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605308928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.396610:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038e88 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7739 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.396624:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038e88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7739 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.396632:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111800, rc 0) 00000100:00100000:0.0:1780298663.396654:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610052864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (892us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.396660:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11806 00000100:00100000:3.0:1780298663.397797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.397835:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610052992 00000100:00100000:1.0:1780298663.397839:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610052992 00000100:00100000:1.0:1780298663.397860:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11807 00000100:00100000:1.0:1780298663.397865:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610052992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.397871:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.397877:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038e8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7740 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.397899:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605309056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.397936:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.397936:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.397972:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053120 00000100:00100000:0.0:1780298663.397976:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053120 00000100:00100000:0.0:1780298663.397996:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11808 00000100:00100000:0.0:1780298663.398002:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610053120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.398017:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.398024:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e63038e96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7747 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.398051:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605309184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.398083:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.398561:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605309056:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.398574:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038e8f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7740 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.398584:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038e8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7740 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.398595:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.398621:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610052992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (825us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.398627:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11807 00000100:00100000:2.0:1780298663.398716:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605309184:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.398733:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e63038e96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7747 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.398749:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e63038e96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7747 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.398757:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:2.0:1780298663.398780:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610053120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (847us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.398785:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11808 00000100:00100000:0.0:1780298663.399522:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.399545:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053248 00000100:00100000:3.0:1780298663.399550:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053248 00000100:00100000:3.0:1780298663.399575:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11809 00000100:00100000:3.0:1780298663.399582:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610053248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.399589:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.399597:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d774e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.399615:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.399624:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(92 0) 00010000:00010000:3.0:1780298663.399628:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(93 0) 00010000:00010000:3.0:1780298663.399633:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->1814527] (req 1757184->1814527) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.399654:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.399678:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 10 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.399690:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605309312:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.399727:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.400324:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605309312:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.400338:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->1814527] (req 1757184->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.400348:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298663.400375:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610053248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 794us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.400381:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11809 00000100:00100000:0.0:1780298663.400596:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.400634:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053376 00000100:00100000:1.0:1780298663.400640:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053376 00010000:00010000:1.0:1780298663.400661:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.400688:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15592 00000100:00100000:1.0:1780298663.400694:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610053376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.400702:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.400710:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.400719:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.400733:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63038e11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d0 expref: 11 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.400739:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(93 0) 00010000:00010000:1.0:1780298663.400742:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(93 0) 00010000:00010000:1.0:1780298663.400748:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.400759:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.400780:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.400791:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605309440:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.400826:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.401486:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605309440:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.401496:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.401523:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610053376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 830us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.401530:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15592 00000100:00100000:0.0:1780298663.401627:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.401667:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053504 00000100:00100000:2.0:1780298663.401671:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053504 00000100:00100000:2.0:1780298663.401708:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7184 00000100:00100000:2.0:1780298663.401717:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610053504:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.401869:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5433808 -> 5433808 00002000:00010000:2.0:1780298663.401872:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.401873:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.401875:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:2.0:1780298663.401876:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1448 -> 1560 00000100:00100000:2.0:1780298663.401900:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610053504:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 187us (274us total) trans 4294969976 rc 0/0 00000100:00100000:2.0:1780298663.401905:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7184 00000100:00100000:3.0:1780298663.402771:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.402810:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053632 00000100:00100000:0.0:1780298663.402815:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053632 00000100:00100000:0.0:1780298663.402848:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11810 00000100:00100000:0.0:1780298663.402859:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610053632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.402867:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.402877:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63038ea4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7755 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.402912:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605309568:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.402956:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.403661:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605309568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.403677:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63038ea4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7755 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.403689:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63038ea4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7755 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.403696:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111200, rc 0) 00000100:00100000:1.0:1780298663.403719:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610053632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.403732:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11810 00000100:00100000:3.0:1780298663.404653:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.404701:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053760 00000100:00100000:2.0:1780298663.404712:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053760 00000100:00100000:2.0:1780298663.404746:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11811 00000100:00100000:2.0:1780298663.404756:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610053760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.404764:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.404774:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038eab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d775c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.404807:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605309696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.404851:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.405588:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605309696:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.405604:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038eab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d775c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.405617:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038eab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d775c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.405626:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.405654:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610053760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (1003us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.405660:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11811 00000100:00100000:0.0:1780298663.406663:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.406695:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610053888 00000100:00100000:2.0:1780298663.406699:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610053888 00000100:00100000:2.0:1780298663.406727:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11812 00000100:00100000:2.0:1780298663.406732:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610053888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.406740:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.406752:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7763 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.406770:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.406778:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(93 0) 00010000:00010000:2.0:1780298663.406781:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(94 0) 00010000:00010000:2.0:1780298663.406786:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->5709823] (req 5689344->5709823) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.406809:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.406821:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 9 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.406829:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605309824:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.406862:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.407489:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605309824:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.407504:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->5709823] (req 5689344->5709823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.407515:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298663.407547:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610053888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.407559:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11812 00000100:00100000:3.0:1780298663.407706:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.407746:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054016 00000100:00100000:1.0:1780298663.407751:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054016 00010000:00010000:1.0:1780298663.407770:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.407793:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15593 00000100:00100000:1.0:1780298663.407799:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610054016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.407807:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.407818:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.407828:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.407843:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e63038e9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1757184->35311615] (req 1757184->1814527) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d774e expref: 10 pid: 9128 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.407851:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(94 0) 00010000:00010000:1.0:1780298663.407854:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(94 0) 00010000:00010000:1.0:1780298663.407861:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.407866:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.407893:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.407901:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605309952:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.407930:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.408602:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605309952:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.408611:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.408630:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610054016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 832us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.408636:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15593 00000100:00100000:3.0:1780298663.409239:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.409267:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054144 00000100:00100000:2.0:1780298663.409271:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054144 00000100:00100000:3.0:1780298663.409292:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.409303:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054272 00000100:00100000:2.0:1780298663.409305:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054272 00000100:00100000:2.0:1780298663.409328:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11813 00000100:00100000:2.0:1780298663.409337:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610054144:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.409337:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11814 00010000:00010000:2.0:1780298663.409348:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.409353:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610054272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.409358:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038eb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d776a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.409363:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.409376:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038ec0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7771 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.409383:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605310080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.409408:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605310208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.409426:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.409433:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00002000:00010000:2.0:1780298663.410059:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 5433808 -> 5708941 00000100:00100000:2.0:1780298663.410069:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605310080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.410081:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605310208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.410086:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038eb9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d776a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.410098:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038ec0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7771 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.410099:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038eb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d776a expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.410120:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00010000:00010000:1.0:1780298663.410143:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038ec0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7771 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.410168:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:2.0:1780298663.410174:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610054144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (934us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.410182:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11813 00000100:00100000:1.0:1780298663.410192:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610054272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (898us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.410199:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11814 00000100:00100000:0.0:1780298663.411091:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.411134:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054528 00000100:00100000:2.0:1780298663.411138:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054528 00000100:00100000:2.0:1780298663.411177:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11815 00000100:00100000:2.0:1780298663.411183:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610054528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.411192:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.411201:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038ec7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d777f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.411228:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605310336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.411258:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.411270:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.411290:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054400 00000100:00100000:1.0:1780298663.411295:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054400 00000100:00100000:1.0:1780298663.411317:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11816 00000100:00100000:1.0:1780298663.411322:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610054400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.411329:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.411335:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ece lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7778 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.411355:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605310464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.411383:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.411872:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605310336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.411887:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038ec7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d777f expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.411901:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038ec7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d777f expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.411911:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.411943:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610054528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (850us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.411950:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11815 00000100:00100000:1.0:1780298663.412053:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605310464:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.412070:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ece lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7778 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.412084:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63038ece lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7778 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.412094:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.412122:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610054400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (865us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.412145:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11816 00000100:00100000:3.0:1780298663.413110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.413171:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054656 00000100:00100000:1.0:1780298663.413175:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054656 00000100:00100000:1.0:1780298663.413203:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11817 00000100:00100000:1.0:1780298663.413210:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610054656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.413216:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.413223:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7786 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.413237:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.413243:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(55 0) 00010000:00010000:1.0:1780298663.413246:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:1.0:1780298663.413251:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->4153343] (req 4104192->4153343) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.413273:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.413287:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 13 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.413300:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605310592:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.413333:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.413908:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605310592:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.413919:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->4153343] (req 4104192->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.413927:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.413948:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610054656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.413953:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11817 00000100:00100000:0.0:1780298663.414175:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.414201:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054784 00000100:00100000:2.0:1780298663.414206:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054784 00010000:00010000:2.0:1780298663.414220:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.414251:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15594 00000100:00100000:2.0:1780298663.414256:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610054784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.414263:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.414272:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.414279:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.414295:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038e18 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76d7 expref: 14 pid: 8356 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.414303:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.414306:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.414311:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.414316:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.414335:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.414357:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605310720:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.414391:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3509030c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.414922:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605310720:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.414931:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.414955:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610054784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 698us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.414962:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15594 00000100:00100000:0.0:1780298663.415240:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.415275:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610054912 00000100:00100000:2.0:1780298663.415280:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610054912 00002000:00100000:2.0:1780298663.415308:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (4104192->4108287) req@ffff9cf37f754700 x1866777610054912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.415318:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754700 with x1866777610054912 ext(4104192->4108287) 00002000:00010000:2.0:1780298663.415322:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754700 00000100:00100000:2.0:1780298663.415341:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7185 00000100:00100000:2.0:1780298663.415347:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610054912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.415466:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610054912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 118us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.415473:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7185 00002000:00100000:2.0:1780298663.415479:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (4104192->4108287) req@ffff9cf37f754700 x1866777610054912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.415487:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754700 with x1866777610054912 ext(4104192->4108287) 00002000:00010000:2.0:1780298663.415490:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754700 00000100:00100000:0.0:1780298663.416520:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.416558:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055040 00000100:00100000:1.0:1780298663.416562:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055040 00002000:00100000:1.0:1780298663.416586:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (4149248->4153343) req@ffff9cf37f755500 x1866777610055040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.416592:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755500 with x1866777610055040 ext(4149248->4153343) 00002000:00010000:1.0:1780298663.416595:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755500 00000100:00100000:1.0:1780298663.416607:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7186 00000100:00100000:1.0:1780298663.416612:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610055040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.416671:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610055040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.416675:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7186 00002000:00100000:1.0:1780298663.416679:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (4149248->4153343) req@ffff9cf37f755500 x1866777610055040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.416685:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755500 with x1866777610055040 ext(4149248->4153343) 00002000:00010000:1.0:1780298663.416688:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755500 00000100:00100000:3.0:1780298663.417836:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.417869:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055168 00000100:00100000:1.0:1780298663.417880:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055168 00000100:00100000:3.0:1780298663.417901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.417920:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055296 00000100:00100000:1.0:1780298663.417923:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055296 00000100:00100000:1.0:1780298663.417945:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11818 00000100:00100000:0.0:1780298663.417956:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11819 00000100:00100000:1.0:1780298663.417957:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610055168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.417964:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.417975:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038edc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d778d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.417980:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610055296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.417994:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.418004:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038ee3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7794 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.418012:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605310848:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.418036:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605310976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.418053:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.418072:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.418788:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605310976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.418809:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038ee3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7794 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.418815:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605310848:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.418828:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038edc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d778d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.418829:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e63038ee3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7794 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.418840:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00010000:00010000:1.0:1780298663.418841:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63038edc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d778d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.418849:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:3.0:1780298663.418868:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610055296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (967us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.418871:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610055168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1036us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.418875:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11819 00000100:00100000:1.0:1780298663.418879:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11818 00000100:00100000:3.0:1780298663.419736:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.419778:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055424 00000100:00100000:1.0:1780298663.419782:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055424 00000100:00100000:1.0:1780298663.419810:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11820 00000100:00100000:1.0:1780298663.419817:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610055424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.419822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.419830:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.419838:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038eea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d779b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.419866:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605311104:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.419871:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055552 00000100:00100000:0.0:1780298663.419878:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055552 00000100:00100000:1.0:1780298663.419913:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.419918:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11821 00000100:00100000:0.0:1780298663.419927:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610055552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.419935:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.419944:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038ef1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77a2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.419970:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605311232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.420003:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.420612:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605311104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.420627:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038eea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d779b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.420638:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038eea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d779b expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.420645:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:0.0:1780298663.420653:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605311232:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.420668:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038ef1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77a2 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.420670:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610055424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.420685:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11820 00010000:00010000:0.0:1780298663.420690:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e63038ef1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77a2 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.420700:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.420730:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610055552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (908us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.420736:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11821 00000100:00100000:3.0:1780298663.421825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.421859:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055680 00000100:00100000:2.0:1780298663.421864:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055680 00000100:00100000:2.0:1780298663.421895:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11822 00000100:00100000:2.0:1780298663.421904:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610055680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.421912:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.421922:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038ef8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77a9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.421946:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605311360:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.421948:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.421977:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055808 00000100:00100000:0.0:1780298663.421981:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055808 00000100:00100000:2.0:1780298663.421997:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.422015:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11823 00000100:00100000:0.0:1780298663.422024:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610055808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.422033:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.422042:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038eff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77b0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.422066:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605311488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.422092:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.422614:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605311360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.422631:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038ef8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77a9 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.422646:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63038ef8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77a9 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.422656:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.422689:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610055680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (863us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.422696:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11822 00000100:00100000:0.0:1780298663.422708:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605311488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.422721:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038eff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b0 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.422731:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63038eff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b0 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.422738:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111800, rc 0) 00000100:00100000:0.0:1780298663.422755:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610055808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 735us (841us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.422761:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11823 00000100:00100000:3.0:1780298663.423646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.423669:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610055936 00000100:00100000:2.0:1780298663.423673:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610055936 00000100:00100000:2.0:1780298663.423696:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11824 00000100:00100000:2.0:1780298663.423701:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610055936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.423714:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.423721:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77b7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.423732:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.423735:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.423742:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.423751:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.423757:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298663.423778:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610055936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 77us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.423782:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11824 00000100:00100000:3.0:1780298663.424501:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.424528:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056064 00000100:00100000:1.0:1780298663.424533:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056064 00002000:00100000:1.0:1780298663.424551:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2772992->2777087) req@ffff9cf37f7bea00 x1866777610056064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.424558:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777610056064 ext(2772992->2777087) 00002000:00010000:1.0:1780298663.424562:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:1.0:1780298663.424578:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7187 00000100:00100000:1.0:1780298663.424582:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610056064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.424673:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610056064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.424678:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7187 00002000:00100000:1.0:1780298663.424683:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2772992->2777087) req@ffff9cf37f7bea00 x1866777610056064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.424689:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bea00 with x1866777610056064 ext(2772992->2777087) 00002000:00010000:1.0:1780298663.424692:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bea00 00000100:00100000:1.0:1780298663.425798:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.425836:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056192 00000100:00100000:2.0:1780298663.425841:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056192 00002000:00100000:2.0:1780298663.425862:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2777088->2781183) req@ffff9cf37f8b0000 x1866777610056192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.425872:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0000 with x1866777610056192 ext(2777088->2781183) 00002000:00010000:2.0:1780298663.425876:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0000 00000100:00100000:2.0:1780298663.425895:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7188 00000100:00100000:2.0:1780298663.425902:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610056192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.425959:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610056192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.425970:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7188 00002000:00100000:2.0:1780298663.425975:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2777088->2781183) req@ffff9cf37f8b0000 x1866777610056192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.425982:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0000 with x1866777610056192 ext(2777088->2781183) 00002000:00010000:2.0:1780298663.425985:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b0000 00000100:00100000:3.0:1780298663.426937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.426973:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056320 00000100:00100000:2.0:1780298663.426977:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056320 00002000:00100000:2.0:1780298663.426995:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2781184->2785279) req@ffff9cf241b01880 x1866777610056320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.427004:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777610056320 ext(2781184->2785279) 00002000:00010000:2.0:1780298663.427007:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:2.0:1780298663.427034:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7189 00000100:00100000:2.0:1780298663.427043:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610056320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.427109:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610056320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.427116:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7189 00002000:00100000:2.0:1780298663.427145:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2781184->2785279) req@ffff9cf241b01880 x1866777610056320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.427167:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01880 with x1866777610056320 ext(2781184->2785279) 00002000:00010000:2.0:1780298663.427171:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01880 00000100:00100000:3.0:1780298663.428115:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.428177:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056448 00000100:00100000:2.0:1780298663.428182:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056448 00002000:00100000:2.0:1780298663.428202:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2785280->2789375) req@ffff9cf241b01180 x1866777610056448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.428231:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777610056448 ext(2785280->2789375) 00002000:00010000:2.0:1780298663.428234:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:2.0:1780298663.428252:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7190 00000100:00100000:2.0:1780298663.428259:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610056448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.428330:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610056448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (216us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.428339:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7190 00002000:00100000:2.0:1780298663.428345:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2785280->2789375) req@ffff9cf241b01180 x1866777610056448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.428353:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b01180 with x1866777610056448 ext(2785280->2789375) 00002000:00010000:2.0:1780298663.428356:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b01180 00000100:00100000:1.0:1780298663.429254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.429291:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056576 00000100:00100000:0.0:1780298663.429301:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056576 00002000:00100000:0.0:1780298663.429323:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2789376->2793471) req@ffff9cf37f8b3100 x1866777610056576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.429333:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3100 with x1866777610056576 ext(2789376->2793471) 00002000:00010000:0.0:1780298663.429337:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b3100 00000100:00100000:0.0:1780298663.429359:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7191 00000100:00100000:0.0:1780298663.429368:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.429439:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.429446:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7191 00002000:00100000:0.0:1780298663.429453:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2789376->2793471) req@ffff9cf37f8b3100 x1866777610056576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.429462:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b3100 with x1866777610056576 ext(2789376->2793471) 00002000:00010000:0.0:1780298663.429466:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b3100 00000100:00100000:3.0:1780298663.430428:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.430459:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056704 00000100:00100000:1.0:1780298663.430463:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056704 00002000:00100000:1.0:1780298663.430481:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2793472->2797567) req@ffff9cf241b03800 x1866777610056704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.430487:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03800 with x1866777610056704 ext(2793472->2797567) 00002000:00010000:1.0:1780298663.430490:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b03800 00000100:00100000:1.0:1780298663.430505:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7192 00000100:00100000:1.0:1780298663.430511:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.430565:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (139us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.430570:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7192 00002000:00100000:1.0:1780298663.430575:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2793472->2797567) req@ffff9cf241b03800 x1866777610056704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.430581:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03800 with x1866777610056704 ext(2793472->2797567) 00002000:00010000:1.0:1780298663.430588:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b03800 00000100:00100000:3.0:1780298663.431513:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.431553:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056832 00000100:00100000:2.0:1780298663.431556:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056832 00002000:00100000:2.0:1780298663.431571:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2797568->2801663) req@ffff9cf241b00000 x1866777610056832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.431578:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00000 with x1866777610056832 ext(2797568->2801663) 00002000:00010000:2.0:1780298663.431581:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b00000 00000100:00100000:2.0:1780298663.431595:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7193 00000100:00100000:2.0:1780298663.431599:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.431657:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (146us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.431661:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7193 00002000:00100000:2.0:1780298663.431671:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (2797568->2801663) req@ffff9cf241b00000 x1866777610056832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.431677:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00000 with x1866777610056832 ext(2797568->2801663) 00002000:00010000:2.0:1780298663.431680:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b00000 00000100:00100000:3.0:1780298663.432971:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.433012:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610056960 00000100:00100000:2.0:1780298663.433017:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610056960 00002000:00100000:2.0:1780298663.433039:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2801664->2838527) req@ffff9cf241b00a80 x1866777610056960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.433049:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00a80 with x1866777610056960 ext(2801664->2838527) 00002000:00010000:2.0:1780298663.433053:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b00a80 00000100:00100000:2.0:1780298663.433073:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7194 00000100:00100000:2.0:1780298663.433080:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.433895:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610056960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 815us (925us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298663.433902:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7194 00002000:00100000:2.0:1780298663.433908:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2801664->2838527) req@ffff9cf241b00a80 x1866777610056960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.433913:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b00a80 with x1866777610056960 ext(2801664->2838527) 00002000:00010000:2.0:1780298663.433917:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf241b00a80 00000100:00100000:1.0:1780298663.436546:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.436597:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057088 00000100:00100000:2.0:1780298663.436603:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057088 00002000:00100000:2.0:1780298663.436629:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2772992->2834431) req@ffff9cf37f8b1c00 x1866777610057088/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.436639:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777610057088 ext(2772992->2834431) 00002000:00010000:2.0:1780298663.436651:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:2.0:1780298663.436675:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7195 00000100:00100000:2.0:1780298663.436684:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610057088:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.438068:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610057088:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1385us (1524us total) trans 4294969444 rc 0/0 00000100:00100000:2.0:1780298663.438074:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7195 00002000:00100000:2.0:1780298663.438079:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2772992->2834431) req@ffff9cf37f8b1c00 x1866777610057088/t4294969444(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.438085:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b1c00 with x1866777610057088 ext(2772992->2834431) 00002000:00010000:2.0:1780298663.438088:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b1c00 00000100:00100000:1.0:1780298663.438989:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.439034:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057216 00000100:00100000:0.0:1780298663.439040:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057216 00000100:00100000:0.0:1780298663.439068:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11825 00000100:00100000:0.0:1780298663.439073:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610057216:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:2.0:1780298663.439759:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969444 is committed 00000001:00080000:2.0:1780298663.439768:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969441 is committed 00000100:00100000:0.0:1780298663.439845:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610057216:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 770us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.439854:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11825 00000100:00100000:2.0:1780298663.440965:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.441002:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.441031:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057344 00000100:00100000:1.0:1780298663.441036:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057344 00000100:00100000:3.0:1780298663.441058:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057472 00000100:00100000:3.0:1780298663.441064:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057472 00000100:00100000:1.0:1780298663.441082:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11826 00000100:00100000:1.0:1780298663.441092:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610057344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.441105:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.441109:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11827 00000100:00100000:3.0:1780298663.441120:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610057472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.441146:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038f0d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77be expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.441171:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.441183:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038f14 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77c5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.441219:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605311616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.441233:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605311744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.441304:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.441304:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298663.442283:0:8356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 368 -> 488 00000100:00100000:2.0:1780298663.442291:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241b03b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605311744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.442296:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605311616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.442318:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038f14 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77c5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.442320:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038f0d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77be expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.442354:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63038f0d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77be expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.442356:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63038f14 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77c5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.442379:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:2.0:1780298663.442380:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298663.442421:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610057344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1330us (1455us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.442427:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610057472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1303us (1417us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.442431:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11826 00000100:00100000:2.0:1780298663.442443:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11827 00000100:00100000:2.0:1780298663.443592:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.443622:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.443645:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057600 00000100:00100000:0.0:1780298663.443652:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057600 00000100:00100000:1.0:1780298663.443659:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057728 00000100:00100000:1.0:1780298663.443670:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057728 00000100:00100000:0.0:1780298663.443699:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11828 00000100:00100000:0.0:1780298663.443710:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610057600:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.443713:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11829 00000100:00100000:1.0:1780298663.443724:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610057728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.443729:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.443733:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.443743:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038f1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77cc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.443745:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038f22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77d3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.443795:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605311872:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.443800:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605312000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.443847:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.443848:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.444802:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605311872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.444811:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f755180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605312000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.444827:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038f22 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77d3 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.444836:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038f1b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77cc expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.444846:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038f22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77d3 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.444851:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e63038f1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77cc expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.444861:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00010000:00010000:2.0:1780298663.444864:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:1.0:1780298663.444897:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610057728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1174us (1271us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.444898:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610057600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1188us (1306us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.444912:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11829 00000100:00100000:2.0:1780298663.444918:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11828 00000100:00100000:3.0:1780298663.445961:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.445997:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057856 00000100:00100000:2.0:1780298663.446002:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057856 00000100:00100000:2.0:1780298663.446041:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11830 00000100:00100000:2.0:1780298663.446046:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610057856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.446054:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.446062:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77da expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.446075:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.446079:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:2.0:1780298663.446086:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.446104:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.446110:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.446165:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610057856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 119us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.446169:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11830 00000100:00100000:3.0:1780298663.446939:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.446976:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610057984 00000100:00100000:0.0:1780298663.446980:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610057984 00002000:00100000:0.0:1780298663.447003:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (790528->794623) req@ffff9cf3481fb480 x1866777610057984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.447017:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777610057984 ext(790528->794623) 00002000:00010000:0.0:1780298663.447021:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:0.0:1780298663.447036:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7196 00000100:00100000:0.0:1780298663.447041:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610057984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.447181:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610057984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 138us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.447186:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7196 00002000:00100000:0.0:1780298663.447191:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (790528->794623) req@ffff9cf3481fb480 x1866777610057984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.447197:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb480 with x1866777610057984 ext(790528->794623) 00002000:00010000:0.0:1780298663.447200:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb480 00000100:00100000:0.0:1780298663.447962:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.448009:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058112 00000100:00100000:1.0:1780298663.448014:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058112 00002000:00100000:1.0:1780298663.448036:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (806912->811007) req@ffff9cf37f755c00 x1866777610058112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.448044:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777610058112 ext(806912->811007) 00002000:00010000:1.0:1780298663.448055:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00 00000100:00100000:1.0:1780298663.448076:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7197 00000100:00100000:1.0:1780298663.448085:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610058112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.448178:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610058112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.448184:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7197 00002000:00100000:1.0:1780298663.448189:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (806912->811007) req@ffff9cf37f755c00 x1866777610058112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.448194:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755c00 with x1866777610058112 ext(806912->811007) 00002000:00010000:1.0:1780298663.448197:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755c00 00000100:00100000:3.0:1780298663.448978:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.449048:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058240 00000100:00100000:2.0:1780298663.449053:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058240 00000100:00100000:3.0:1780298663.449064:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.449083:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058368 00000100:00100000:2.0:1780298663.449086:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058368 00000100:00100000:2.0:1780298663.449110:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11831 00000100:00100000:0.0:1780298663.449119:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11832 00000100:00100000:2.0:1780298663.449120:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610058240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.449162:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.449166:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610058368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.449177:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038f30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77e1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.449180:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.449190:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63038f37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77e8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.449224:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605312256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.449226:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605312128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.449285:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.449286:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.449976:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605312256:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.449993:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605312128:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.450001:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63038f37 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77e8 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.450016:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038f30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77e1 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.450032:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63038f37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77e8 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.450037:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63038f30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77e1 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.450046:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110800, rc 0) 00010000:00010000:2.0:1780298663.450060:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:0.0:1780298663.450079:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610058368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1014us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.450087:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11832 00000100:00100000:2.0:1780298663.450095:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610058240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 975us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.450103:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11831 00000100:00100000:1.0:1780298663.450969:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.450992:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058496 00000100:00100000:2.0:1780298663.450997:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058496 00000100:00100000:2.0:1780298663.451029:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11833 00000100:00100000:2.0:1780298663.451038:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610058496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.451046:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.451055:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038f3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77ef expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.451084:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605312384:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.451114:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.451298:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.451333:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058624 00000100:00100000:2.0:1780298663.451337:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058624 00000100:00100000:2.0:1780298663.451356:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11834 00000100:00100000:2.0:1780298663.451362:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610058624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.451368:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.451374:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f45 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77f6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.451392:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605312512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.451421:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.451743:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605312384:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.451758:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038f3e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77ef expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.451771:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63038f3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77ef expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.451781:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298663.451808:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610058496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (839us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.451815:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11833 00000100:00100000:2.0:1780298663.451960:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605312512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.451971:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f45 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77f6 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.451979:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f45 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77f6 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.451985:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.452004:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610058624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 643us (708us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.452008:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11834 00000100:00100000:0.0:1780298663.452935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.452965:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.452978:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058752 00000100:00100000:3.0:1780298663.452986:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058752 00000100:00100000:2.0:1780298663.453000:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610058880 00000100:00100000:2.0:1780298663.453005:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610058880 00000100:00100000:0.0:1780298663.453039:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11835 00000100:00100000:0.0:1780298663.453049:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610058752:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.453051:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11836 00010000:00010000:0.0:1780298663.453058:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.453069:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038f4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d77fd expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.453075:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610058880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.453086:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.453094:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7804 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.453110:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605312640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.453121:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605312768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.453190:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.453195:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.453747:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f754000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605312640:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.453765:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038f4c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77fd expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.453781:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63038f4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77fd expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.453791:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:0.0:1780298663.453825:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610058752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.453832:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11835 00000100:00100000:2.0:1780298663.453844:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605312768:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.453865:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f53 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7804 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.453879:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7804 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.453889:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.453917:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610058880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 845us (950us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.453925:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11836 00000100:00100000:1.0:1780298663.454684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.454715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.454726:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059008 00000100:00100000:3.0:1780298663.454730:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059008 00000100:00100000:2.0:1780298663.454745:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059136 00000100:00100000:2.0:1780298663.454749:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059136 00000100:00100000:3.0:1780298663.454766:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11837 00000100:00100000:3.0:1780298663.454776:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610059008:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.454781:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11838 00010000:00010000:3.0:1780298663.454786:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.454793:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610059136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.454796:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038f5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d780b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.454799:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.454807:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63038f61 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7812 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.454831:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605312896:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.454849:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605313024:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.454868:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.454883:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.455510:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605313024:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.455527:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63038f61 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7812 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.455539:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63038f61 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7812 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.455542:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605312896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.455560:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00010000:00010000:1.0:1780298663.455566:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038f5a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d780b expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.455585:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610059136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (869us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.455592:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11838 00010000:00010000:1.0:1780298663.455596:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63038f5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d780b expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.455610:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298663.455633:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610059008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (950us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.455640:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11837 00000100:00100000:0.0:1780298663.456544:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.456577:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059264 00000100:00100000:1.0:1780298663.456582:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059264 00000100:00100000:1.0:1780298663.456612:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11839 00000100:00100000:1.0:1780298663.456619:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610059264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.456628:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.456641:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038f68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7819 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.456672:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605313152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.456716:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.456800:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.456833:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059392 00000100:00100000:2.0:1780298663.456837:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059392 00000100:00100000:2.0:1780298663.456862:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11840 00000100:00100000:2.0:1780298663.456871:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610059392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.456878:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.456885:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038f6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7820 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.456908:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605313280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.456939:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.457385:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605313152:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.457401:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038f68 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7819 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.457415:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63038f68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7819 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.457425:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.457455:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610059264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.457463:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11839 00000100:00100000:2.0:1780298663.457571:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605313280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.457584:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038f6f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7820 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.457594:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63038f6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7820 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.457600:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:2.0:1780298663.457616:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610059392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (817us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.457622:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11840 00000100:00100000:3.0:1780298663.458396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.458435:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059520 00000100:00100000:1.0:1780298663.458440:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059520 00000100:00100000:1.0:1780298663.458466:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11841 00000100:00100000:1.0:1780298663.458473:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610059520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.458488:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.458495:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7827 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.458509:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.458516:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(56 0) 00010000:00010000:1.0:1780298663.458519:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(57 0) 00010000:00010000:1.0:1780298663.458522:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2142207] (req 2117632->2142207) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.458536:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.458546:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.458553:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605313408:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.458583:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.459159:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605313408:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.459178:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2142207] (req 2117632->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.459190:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.459232:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610059520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 759us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.459239:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11841 00000100:00100000:0.0:1780298663.459500:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.459536:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059648 00000100:00100000:2.0:1780298663.459540:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059648 00002000:00100000:2.0:1780298663.459565:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (790528->811007) req@ffff9cf37f755f80 x1866777610059648/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.459574:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777610059648 ext(790528->811007) 00010000:00010000:2.0:1780298663.459581:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.459593:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.459600:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f755f80 00000100:00100000:2.0:1780298663.459617:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 244 00000100:00100000:2.0:1780298663.459624:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610059648:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.460658:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610059648:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1034us (1158us total) trans 4294969445 rc 0/0 00000100:00100000:2.0:1780298663.460665:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 244 00002000:00100000:2.0:1780298663.460670:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (790528->811007) req@ffff9cf37f755f80 x1866777610059648/t4294969445(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.460676:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755f80 with x1866777610059648 ext(790528->811007) 00010000:00010000:2.0:1780298663.460680:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.460690:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.460695:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf37f755f80 00000100:00100000:0.0:1780298663.461468:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.461500:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059776 00000100:00100000:3.0:1780298663.461505:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059776 00010000:00010000:3.0:1780298663.461525:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.461558:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15595 00000100:00100000:3.0:1780298663.461567:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610059776:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.461582:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298663.461592:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 488 -> 528 00010000:00010000:3.0:1780298663.461598:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.461610:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.461630:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63038f29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [790528->2772991] (req 790528->811007) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77da expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.461639:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(57 0) 00010000:00010000:3.0:1780298663.461642:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(57 0) 00010000:00010000:3.0:1780298663.461648:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.461654:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.461674:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.461683:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605313536:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.461721:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.462480:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605313536:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.462491:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.462514:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610059776:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 950us (1048us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.462520:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15595 00000100:00100000:2.0:1780298663.462689:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.462722:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610059904 00000100:00100000:0.0:1780298663.462727:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610059904 00000100:00100000:0.0:1780298663.462763:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7198 00000100:00100000:0.0:1780298663.462771:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610059904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.462849:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.462852:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.462860:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.462862:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.462864:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 528 -> 528 00000100:00100000:0.0:1780298663.462891:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610059904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 121us (201us total) trans 4294969446 rc 0/0 00000100:00100000:0.0:1780298663.462898:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7198 00000100:00100000:0.0:1780298663.463918:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.463940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.463960:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060032 00000100:00100000:1.0:1780298663.463965:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060032 00000100:00100000:2.0:1780298663.463972:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060160 00000100:00100000:2.0:1780298663.463978:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060160 00000100:00100000:1.0:1780298663.463998:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11842 00000100:00100000:1.0:1780298663.464005:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610060032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.464014:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.464020:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11843 00010000:00010000:1.0:1780298663.464025:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038f7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d782e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.464034:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610060160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.464044:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.464061:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f84 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7835 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.464064:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605313664:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.464106:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605313792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.464113:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.464182:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.464910:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605313792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.464913:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605313664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.464928:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f84 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7835 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.464936:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038f7d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d782e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.464944:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038f84 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7835 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.464954:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:1.0:1780298663.464958:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63038f7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d782e expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.464970:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:2.0:1780298663.464982:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610060160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1039us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.464990:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11843 00000100:00100000:1.0:1780298663.464996:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610060032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1077us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.465004:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11842 00000100:00100000:3.0:1780298663.465868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.465887:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.465905:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060416 00000100:00100000:2.0:1780298663.465910:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060416 00000100:00100000:0.0:1780298663.465936:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060288 00000100:00100000:0.0:1780298663.465940:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060288 00000100:00100000:2.0:1780298663.465941:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11844 00000100:00100000:2.0:1780298663.465950:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610060416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.465957:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.465964:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7843 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.465974:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11845 00000100:00100000:0.0:1780298663.465986:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610060288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.465987:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605313920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.465999:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.466009:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038f92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d783c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.466031:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.466043:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605314048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.466072:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.466617:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605313920:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.466633:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f8b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7843 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.466647:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038f8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7843 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.466659:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.466692:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610060416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 743us (824us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.466700:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11844 00000100:00100000:1.0:1780298663.466747:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f757100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605314048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.466772:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038f92 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d783c expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.466786:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63038f92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d783c expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.466794:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110600, rc 0) 00000100:00100000:1.0:1780298663.466825:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610060288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 843us (935us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.466833:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11845 00000100:00100000:0.0:1780298663.467708:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.467746:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060672 00000100:00100000:2.0:1780298663.467752:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060672 00000100:00100000:2.0:1780298663.467782:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62252 00000100:00100000:2.0:1780298663.467790:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+99:30556:x1866777610060672:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298663.467826:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.467842:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c400/0xaf35132e63038e6c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d771d expref: 99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.467851:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.467854:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.467974:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.467985:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 110 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.468003:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.468031:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 110 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.468044:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 110 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.468055:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605314176:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.468093:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.468690:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605314176:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.468699:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.468845:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.468886:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060800 00000100:00100000:1.0:1780298663.468891:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060800 00010000:00010000:1.0:1780298663.468918:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 111 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.468947:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15596 00000100:00100000:1.0:1780298663.468956:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:2399:x1866777610060800:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.468965:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.468970:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 111 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.468981:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 111 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.468995:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c400/0xaf35132e63038e26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d76de expref: 111 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.469022:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.469027:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.469038:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.469045:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.469065:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.469087:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.469095:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.469099:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:2399:x1866777610060800:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 143us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.469110:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15596 00000001:00080000:2.0:1780298663.469184:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991263 00000004:00010000:2.0:1780298663.469207:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb910871 reply state 000000005f7c1418 transno 4294991264 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.469219:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.469235:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.469238:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298663.469241:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298663.469300:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+101:30556:x1866777610060672:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1510us (1592us total) trans 4294991264 rc 0/0 00000100:00100000:2.0:1780298663.469307:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62252 00000020:00080000:2.0:1780298663.469311:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298663.470064:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.470092:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610060928 00000100:00100000:3.0:1780298663.470095:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610060928 00000100:00100000:3.0:1780298663.470118:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11846 00000100:00100000:3.0:1780298663.470136:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610060928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.470144:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.470164:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d784a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.470181:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.470191:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(94 0) 00010000:00010000:3.0:1780298663.470195:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(95 0) 00010000:00010000:3.0:1780298663.470200:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.470219:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.470228:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.470236:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605314304:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.470267:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.470881:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605314304:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.470892:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.470905:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.470926:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610060928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.470931:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11846 00000100:00100000:2.0:1780298663.471182:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.471212:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061056 00000100:00100000:0.0:1780298663.471217:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061056 00002000:00100000:0.0:1780298663.471244:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5689344->5708940) req@ffff9cf348319500 x1866777610061056/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.471254:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777610061056 ext(5689344->5708940) 00010000:00010000:0.0:1780298663.471278:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.471290:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.471298:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf348319500 00000100:00100000:0.0:1780298663.471329:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 245 00000100:00100000:0.0:1780298663.471338:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610061056:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.472422:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610061056:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1084us (1238us total) trans 4294969977 rc 0/0 00000100:00100000:1.0:1780298663.472431:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 245 00002000:00100000:1.0:1780298663.472438:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5689344->5708940) req@ffff9cf348319500 x1866777610061056/t4294969977(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.472447:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319500 with x1866777610061056 ext(5689344->5708940) 00010000:00010000:1.0:1780298663.472454:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.472466:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298663.472485:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf348319500 00000100:00100000:0.0:1780298663.473202:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.473228:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061184 00000100:00100000:1.0:1780298663.473232:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061184 00010000:00010000:1.0:1780298663.473246:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.473271:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15597 00000100:00100000:1.0:1780298663.473279:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610061184:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.473289:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298663.473298:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1560 -> 1600 00010000:00010000:1.0:1780298663.473303:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.473311:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.473324:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e63038eb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5689344->39243775] (req 5689344->5709823) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7763 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.473332:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(95 0) 00010000:00010000:1.0:1780298663.473335:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(95 0) 00010000:00010000:1.0:1780298663.473339:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.473354:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.473373:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.473382:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605314432:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.473417:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.474023:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605314432:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.474033:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.474053:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610061184:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 777us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.474061:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15597 00000100:00100000:2.0:1780298663.474309:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.474337:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061312 00000100:00100000:1.0:1780298663.474340:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061312 00000100:00100000:1.0:1780298663.474363:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11847 00000100:00100000:1.0:1780298663.474368:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610061312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.474376:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.474385:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7851 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474399:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474414:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474418:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474422:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(57 0) 00010000:00010000:1.0:1780298663.474424:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(60 0) 00010000:00010000:1.0:1780298663.474426:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 6/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474439:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474454:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 10 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.474461:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314560:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.474500:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474510:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.474532:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314688:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.474571:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.474581:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 10 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.474589:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314816:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.474613:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.475240:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314560:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.475254:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314688:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.475264:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605314816:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.475281:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.475293:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.475319:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610061312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.475326:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11847 00000100:00100000:0.0:1780298663.475696:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.475716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.475732:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061568 00000100:00100000:1.0:1780298663.475738:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061568 00000100:00100000:2.0:1780298663.475755:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061440 00010000:00010000:1.0:1780298663.475755:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 11 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.475760:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061440 00002000:00100000:2.0:1780298663.475788:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (4104192->4153343) req@ffff9cf25488ad80 x1866777610061440/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298663.475797:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15598 00002000:00100000:2.0:1780298663.475805:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777610061440 ext(4104192->4153343) 00000100:00100000:1.0:1780298663.475811:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610061568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.475815:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.475821:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.475831:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.475835:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.475836:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.475852:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25488ad80 00010000:00010000:1.0:1780298663.475857:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.475873:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63038f76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2117632->2772991] (req 2117632->2142207) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7827 expref: 12 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.475879:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 246 00000100:00100000:0.0:1780298663.475883:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061696 00000100:00100000:0.0:1780298663.475889:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061696 00010000:00010000:1.0:1780298663.475892:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.475901:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610061440:12345-192.168.203.25@tcp:4:fsx.0 00010000:00010000:0.0:1780298663.475911:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.475924:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610061568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 112us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.475932:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15598 00000100:00100000:0.0:1780298663.475944:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15599 00000100:00100000:0.0:1780298663.475954:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610061696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.475965:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.475974:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.475985:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.476009:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63038f06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2772992->4104191] (req 2772992->2777087) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d77b7 expref: 14 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.476021:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.476050:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610061696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 99us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.476059:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15599 00000100:00100000:2.0:1780298663.477162:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610061440:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1254us (1431us total) trans 4294969447 rc 0/0 00000100:00100000:2.0:1780298663.477176:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 246 00002000:00100000:2.0:1780298663.477182:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (4104192->4153343) req@ffff9cf25488ad80 x1866777610061440/t4294969447(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.477188:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488ad80 with x1866777610061440 ext(4104192->4153343) 00010000:00010000:2.0:1780298663.477192:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.477203:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.477208:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf25488ad80 00000100:00100000:0.0:1780298663.477822:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.477868:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061824 00000100:00100000:2.0:1780298663.477873:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061824 00010000:00010000:2.0:1780298663.477891:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.477918:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15600 00000100:00100000:2.0:1780298663.477928:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610061824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.477936:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298663.477943:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 528 -> 624 00010000:00010000:2.0:1780298663.477949:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.477959:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.477980:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63038ed5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4104192->37658623] (req 4104192->4153343) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7786 expref: 12 pid: 20252 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.477990:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(60 0) 00010000:00010000:2.0:1780298663.477994:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(60 0) 00010000:00010000:2.0:1780298663.477999:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.478007:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.478030:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.478041:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605314944:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.478092:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.478812:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605314944:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.478824:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.478854:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610061824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 928us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.478861:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15600 00000100:00100000:3.0:1780298663.479045:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.479073:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.479085:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610061952 00000100:00100000:1.0:1780298663.479089:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610061952 00000100:00100000:0.0:1780298663.479102:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062080 00002000:00010000:1.0:1780298663.479105:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (6216639->18446744073709551615) 00000100:00100000:0.0:1780298663.479107:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062080 00002000:00100000:1.0:1780298663.479110:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777610061952 ext(6216639->18446744073709551615) 00002000:00010000:1.0:1780298663.479116:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80. 00002000:00010000:0.0:1780298663.479121:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298663.479143:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8a80 with x1866777610062080 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298663.479162:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f8a80. 00000100:00100000:1.0:1780298663.479169:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7199 00000100:00100000:1.0:1780298663.479177:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610061952:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298663.479192:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7200 00000100:00100000:0.0:1780298663.479201:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610062080:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298663.479254:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.479257:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.479259:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.479260:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.479262:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 624 -> 624 00000100:00100000:0.0:1780298663.479295:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610062080:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 97us (223us total) trans 4294969448 rc 0/0 00000100:00100000:0.0:1780298663.479302:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7200 00002000:00010000:0.0:1780298663.479306:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298663.479315:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8a80 with x1866777610062080 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298663.479321:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481f8a80. 00002000:00010000:1.0:1780298663.479333:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5708941 -> 6216639 00002000:00010000:1.0:1780298663.479341:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.479343:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.479344:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.479346:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1600 -> 1600 00000100:00100000:1.0:1780298663.479366:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610061952:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 190us (322us total) trans 4294969978 rc 0/0 00000100:00100000:1.0:1780298663.479379:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7199 00002000:00010000:1.0:1780298663.479383:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (6216639->18446744073709551615) 00002000:00100000:1.0:1780298663.479386:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9f80 with x1866777610061952 ext(6216639->18446744073709551615) 00002000:00010000:1.0:1780298663.479391:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9f80. 00000100:00100000:0.0:1780298663.480168:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.480197:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062208 00000100:00100000:1.0:1780298663.480201:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062208 00000100:00100000:1.0:1780298663.480232:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62253 00000100:00100000:1.0:1780298663.480240:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+110:30556:x1866777610062208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.480251:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.480263:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63038fae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7858 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480321:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480332:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480341:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.480364:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10410943 00000004:00200000:1.0:1780298663.480373:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.480391:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480413:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63038fae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7858 expref: 112 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480426:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7858 expref: 111 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.480434:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.480437:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.480440:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.480466:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:30556:x1866777610062208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 229us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.480471:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62253 00000100:00100000:3.0:1780298663.481378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.481413:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062336 00000100:00100000:1.0:1780298663.481418:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062336 00000100:00100000:1.0:1780298663.481452:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11848 00000100:00100000:1.0:1780298663.481461:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610062336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.481468:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.481474:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.481475:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038fbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d785f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.481504:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605315072:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.481510:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062464 00000100:00100000:0.0:1780298663.481514:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062464 00000100:00100000:0.0:1780298663.481539:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11849 00000100:00100000:0.0:1780298663.481546:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610062464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.481553:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.481556:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00010000:00010000:0.0:1780298663.481559:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038fc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7866 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.481583:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605315200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.481605:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.482222:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605315072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.482248:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038fbc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d785f expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.482261:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63038fbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d785f expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.482267:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.482289:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610062336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (912us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.482294:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11848 00000100:00100000:0.0:1780298663.482417:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605315200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.482432:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038fc3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7866 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.482445:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000654da7c/0xaf35132e63038fc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7866 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.482452:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111000, rc 0) 00000100:00100000:0.0:1780298663.482471:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610062464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1000us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.482476:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11849 00000100:00100000:0.0:1780298663.483239:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.483308:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062592 00000100:00100000:3.0:1780298663.483312:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062592 00000100:00100000:3.0:1780298663.483349:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11850 00000100:00100000:0.0:1780298663.483354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.483363:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610062592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.483371:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.483376:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062720 00010000:00010000:3.0:1780298663.483381:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038fca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d786d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.483381:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062720 00000100:00100000:2.0:1780298663.483412:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11851 00000100:00100000:2.0:1780298663.483423:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610062720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.483434:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.483442:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038fd1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7874 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.483462:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605315328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.483468:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605315456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.483519:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.483520:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.484197:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605315328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.484217:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038fca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d786d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.484232:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63038fca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d786d expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.484250:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605315456:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.484251:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00010000:00010000:2.0:1780298663.484268:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038fd1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7874 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.484282:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63038fd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7874 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.484292:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:3.0:1780298663.484330:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610062592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 968us (1088us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.484330:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610062720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.484343:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11851 00000100:00100000:3.0:1780298663.484357:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11850 00000100:00100000:0.0:1780298663.485426:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.485455:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062848 00000100:00100000:2.0:1780298663.485459:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062848 00000100:00100000:0.0:1780298663.485475:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.485497:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610062976 00000100:00100000:2.0:1780298663.485501:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610062976 00000100:00100000:1.0:1780298663.485519:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11852 00000100:00100000:2.0:1780298663.485534:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11853 00000100:00100000:1.0:1780298663.485534:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610062848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.485545:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.485549:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610062976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.485555:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63038fd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d787b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.485558:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.485574:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038fdf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7882 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.485587:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605315584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.485621:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605315712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.485637:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.485651:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.486317:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605315584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.486319:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605315712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.486339:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63038fd8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d787b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.486342:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038fdf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7882 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.486360:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63038fd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d787b expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.486363:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63038fdf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7882 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.486376:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:1.0:1780298663.486387:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:2.0:1780298663.486402:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610062976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (928us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.486409:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610062848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (983us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.486410:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11853 00000100:00100000:1.0:1780298663.486420:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11852 00000100:00100000:0.0:1780298663.487279:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.487310:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063232 00000100:00100000:2.0:1780298663.487315:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063232 00000100:00100000:2.0:1780298663.487344:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11854 00000100:00100000:2.0:1780298663.487353:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610063232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.487361:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.487369:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038fe6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7890 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.487397:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605315840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.487416:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.487442:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063104 00000100:00100000:3.0:1780298663.487452:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063104 00000100:00100000:2.0:1780298663.487452:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.487521:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11855 00000100:00100000:2.0:1780298663.487531:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610063104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.487538:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.487546:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038fed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7889 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.487570:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605315968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.487612:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.488060:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605315840:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.488077:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038fe6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7890 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.488094:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63038fe6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7890 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.488105:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298663.488180:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610063232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (900us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.488188:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11854 00000100:00100000:1.0:1780298663.488222:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605315968:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.488240:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038fed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7889 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.488254:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63038fed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7889 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.488262:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:1.0:1780298663.488285:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610063104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 757us (870us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.488290:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11855 00000100:00100000:3.0:1780298663.488970:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.489010:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063360 00000100:00100000:0.0:1780298663.489015:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063360 00000100:00100000:0.0:1780298663.489051:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11856 00000100:00100000:0.0:1780298663.489059:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610063360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.489067:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.489076:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7897 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.489093:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.489103:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(95 0) 00010000:00010000:0.0:1780298663.489106:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(96 0) 00010000:00010000:0.0:1780298663.489111:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->3923967] (req 3911680->3923967) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.489165:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.489176:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 13 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.489193:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605316096:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.489221:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.489746:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605316096:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.489757:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->3923967] (req 3911680->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.489771:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:1.0:1780298663.489792:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610063360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 736us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.489797:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11856 00000100:00100000:3.0:1780298663.489965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.489998:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063488 00000100:00100000:0.0:1780298663.490002:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063488 00010000:00010000:0.0:1780298663.490016:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 14 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.490034:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15601 00000100:00100000:0.0:1780298663.490039:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610063488:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.490046:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.490053:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 14 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.490059:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 14 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.490070:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63038fa0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d784a expref: 14 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.490077:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(96 0) 00010000:00010000:0.0:1780298663.490079:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(96 0) 00010000:00010000:0.0:1780298663.490084:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.490097:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.490113:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.490120:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605316224:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.490182:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.490766:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605316224:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.490776:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.490800:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610063488:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 761us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.490805:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15601 00000100:00100000:3.0:1780298663.490861:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.490896:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063616 00000100:00100000:0.0:1780298663.490901:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063616 00000100:00100000:0.0:1780298663.490941:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7201 00000100:00100000:0.0:1780298663.490949:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610063616:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.491185:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6216639 -> 6216639 00002000:00010000:0.0:1780298663.491188:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.491190:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.491191:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298663 -> 1780298663 00002000:00010000:0.0:1780298663.491193:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1600 -> 1624 00000100:00100000:0.0:1780298663.491213:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610063616:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 266us (352us total) trans 4294969979 rc 0/0 00000100:00100000:0.0:1780298663.491223:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7201 00000100:00100000:1.0:1780298663.491821:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.491853:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063744 00000100:00100000:0.0:1780298663.491858:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063744 00000100:00100000:0.0:1780298663.491883:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62254 00000100:00100000:0.0:1780298663.491888:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+101:30556:x1866777610063744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.491898:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.491906:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111000/0xaf35132e63038ffb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d789e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.491959:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.491969:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.491975:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.491990:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10410943 00000004:00200000:0.0:1780298663.491992:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.492003:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.492016:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111000/0xaf35132e63038ffb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 103 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.492023:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 102 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.492036:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.492038:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.492040:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110800, rc 0) 00000100:00100000:0.0:1780298663.492061:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:30556:x1866777610063744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 174us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.492066:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62254 00000100:00100000:3.0:1780298663.492818:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.492845:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610063872 00000100:00100000:1.0:1780298663.492849:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610063872 00000100:00100000:1.0:1780298663.492871:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11857 00000100:00100000:1.0:1780298663.492876:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610063872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.492881:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.492887:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039009 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78a5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.492907:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605316352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.492936:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00002000:00010000:1.0:1780298663.493560:0:9128:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 1780298663 -> 1780298664 00000100:00100000:1.0:1780298663.493567:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605316352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.493587:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039009 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78a5 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.493597:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039009 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78a5 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.493606:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.493633:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610063872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (814us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.493638:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11857 00000100:00100000:0.0:1780298663.494366:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.494404:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064000 00000100:00100000:3.0:1780298663.494409:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064000 00000100:00100000:3.0:1780298663.494438:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11858 00000100:00100000:3.0:1780298663.494446:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610064000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.494454:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.494463:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039010 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78ac expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.494490:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605316480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.494526:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.495180:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605316480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.495192:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039010 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78ac expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.495201:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039010 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78ac expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.495208:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:0.0:1780298663.495236:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610064000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (870us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.495243:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11858 00000100:00100000:0.0:1780298663.495983:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.496019:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064128 00000100:00100000:1.0:1780298663.496024:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064128 00000100:00100000:1.0:1780298663.496054:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11859 00000100:00100000:1.0:1780298663.496068:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610064128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.496076:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.496083:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78b3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.496100:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.496108:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(60 0) 00010000:00010000:1.0:1780298663.496111:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(61 0) 00010000:00010000:1.0:1780298663.496116:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->798719] (req 729088->798719) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.496164:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.496177:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 13 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.496188:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605316608:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.496221:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.496757:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605316608:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.496768:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->798719] (req 729088->798719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.496785:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:2.0:1780298663.496807:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610064128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 741us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.496811:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11859 00000100:00100000:3.0:1780298663.496976:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.497002:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064256 00000100:00100000:1.0:1780298663.497006:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064256 00010000:00010000:1.0:1780298663.497020:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.497050:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15602 00000100:00100000:1.0:1780298663.497055:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610064256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.497066:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.497074:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.497081:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.497091:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63038fa7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7851 expref: 14 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.497097:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(61 0) 00010000:00010000:1.0:1780298663.497099:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(61 0) 00010000:00010000:1.0:1780298663.497104:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.497109:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.497139:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.497146:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605316736:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.497193:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.497768:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605316736:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.497776:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.497796:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610064256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 741us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.497801:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15602 00000100:00100000:0.0:1780298663.498008:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.498045:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064384 00000100:00100000:1.0:1780298663.498048:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064384 00002000:00100000:1.0:1780298663.498071:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (729088->733183) req@ffff9cf25488b800 x1866777610064384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.498082:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777610064384 ext(729088->733183) 00002000:00010000:1.0:1780298663.498086:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488b800 00000100:00100000:1.0:1780298663.498110:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7202 00000100:00100000:1.0:1780298663.498117:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610064384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.498250:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610064384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 133us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.498258:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7202 00002000:00100000:1.0:1780298663.498264:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (729088->733183) req@ffff9cf25488b800 x1866777610064384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.498272:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488b800 with x1866777610064384 ext(729088->733183) 00002000:00010000:1.0:1780298663.498275:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25488b800 00000100:00100000:3.0:1780298663.499345:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.499396:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064512 00000100:00100000:2.0:1780298663.499400:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064512 00002000:00100000:2.0:1780298663.499419:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (794624->798719) req@ffff9cf3481fb100 x1866777610064512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.499425:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777610064512 ext(794624->798719) 00002000:00010000:2.0:1780298663.499428:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb100 00000100:00100000:2.0:1780298663.499443:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7203 00000100:00100000:2.0:1780298663.499448:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610064512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.499722:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610064512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 273us (376us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.499726:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7203 00002000:00100000:2.0:1780298663.499731:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (794624->798719) req@ffff9cf3481fb100 x1866777610064512/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.499737:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb100 with x1866777610064512 ext(794624->798719) 00002000:00010000:2.0:1780298663.499739:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fb100 00000100:00100000:0.0:1780298663.500818:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.500837:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.500850:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064768 00000100:00100000:1.0:1780298663.500854:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064768 00000100:00100000:2.0:1780298663.500869:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064640 00000100:00100000:2.0:1780298663.500873:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064640 00000100:00100000:1.0:1780298663.500883:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11860 00000100:00100000:1.0:1780298663.500891:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610064768:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.500905:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11861 00010000:00010000:1.0:1780298663.500907:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.500914:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610064640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.500917:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6303901e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78c1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.500931:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.500941:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039025 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78ba expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.500954:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605316864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.500974:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605316992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.500999:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.501000:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00002000:00010000:1.0:1780298663.501694:0:8359:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 1780298663 -> 1780298664 00002000:00010000:1.0:1780298663.501697:0:8359:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 1780298663 -> 1780298664 00000100:00100000:1.0:1780298663.501704:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605316864:192.168.203.25@tcp:106: 00002000:00010000:2.0:1780298663.501712:0:12101:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 1780298663 -> 1780298664 00010000:00010000:1.0:1780298663.501720:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6303901e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78c1 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.501723:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605316992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.501740:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e6303901e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78c1 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.501744:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039025 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78ba expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.501755:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00010000:00010000:2.0:1780298663.501760:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039025 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78ba expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.501767:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:1.0:1780298663.501783:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610064768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (963us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.501788:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11860 00000100:00100000:2.0:1780298663.501792:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610064640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.501800:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11861 00000100:00100000:3.0:1780298663.502700:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.502725:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.502741:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610064896 00000100:00100000:0.0:1780298663.502746:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610064896 00000100:00100000:2.0:1780298663.502757:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065024 00000100:00100000:2.0:1780298663.502761:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065024 00000100:00100000:0.0:1780298663.502789:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11862 00000100:00100000:2.0:1780298663.502799:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11863 00000100:00100000:0.0:1780298663.502804:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610064896:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.502812:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610065024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.502814:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.502819:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.502824:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e6303902c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78c8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.502828:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039033 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78cf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.502866:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605317120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.502871:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605317248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.502907:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.502912:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.503536:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605317248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.503549:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039033 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78cf expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.503560:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039033 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78cf expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.503567:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.503596:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610065024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (871us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.503604:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11863 00000100:00100000:0.0:1780298663.503668:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605317120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.503685:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e6303902c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78c8 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.503701:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e6303902c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78c8 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.503711:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.503741:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610064896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 944us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.503749:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11862 00000100:00100000:3.0:1780298663.504463:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.504542:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065152 00000100:00100000:3.0:1780298663.504547:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.504547:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065152 00000100:00100000:1.0:1780298663.504571:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065280 00000100:00100000:1.0:1780298663.504573:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065280 00000100:00100000:0.0:1780298663.504583:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11864 00000100:00100000:0.0:1780298663.504595:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610065152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.504603:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.504608:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11865 00010000:00010000:0.0:1780298663.504613:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303903a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78d6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.504621:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610065280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.504632:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.504642:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63039041 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78dd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.504652:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605317376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.504678:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605317504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.504687:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.504709:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00002000:00010000:0.0:1780298663.505324:0:8359:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298663 -> 1780298664 00000100:00100000:0.0:1780298663.505334:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605317376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.505348:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303903a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78d6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.505364:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303903a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78d6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.505374:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:0.0:1780298663.505408:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610065152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (946us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.505416:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11864 00002000:00010000:2.0:1780298663.505433:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298663 -> 1780298664 00000100:00100000:2.0:1780298663.505442:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605317504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.505466:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63039041 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78dd expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.505479:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8b6afab/0xaf35132e63039041 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78dd expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.505490:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.505518:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610065280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 901us (970us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.505526:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11865 00000100:00100000:1.0:1780298663.506399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.506450:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065408 00000100:00100000:2.0:1780298663.506455:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065408 00002000:00100000:2.0:1780298663.506481:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4960256->4964351) req@ffff9cf37f8b0380 x1866777610065408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.506491:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777610065408 ext(4960256->4964351) 00002000:00010000:2.0:1780298663.506495:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:2.0:1780298663.506516:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7204 00000100:00100000:2.0:1780298663.506523:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610065408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.506629:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610065408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.506636:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7204 00002000:00100000:2.0:1780298663.506643:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4960256->4964351) req@ffff9cf37f8b0380 x1866777610065408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.506651:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b0380 with x1866777610065408 ext(4960256->4964351) 00002000:00010000:2.0:1780298663.506661:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f8b0380 00000100:00100000:3.0:1780298663.507583:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.507620:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065536 00000100:00100000:1.0:1780298663.507624:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065536 00002000:00100000:1.0:1780298663.507648:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4964352->4968447) req@ffff9cf3481f8380 x1866777610065536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.507655:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8380 with x1866777610065536 ext(4964352->4968447) 00002000:00010000:1.0:1780298663.507658:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8380 00000100:00100000:1.0:1780298663.507673:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7205 00000100:00100000:1.0:1780298663.507678:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610065536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.507737:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610065536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (152us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.507742:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7205 00002000:00100000:1.0:1780298663.507747:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4964352->4968447) req@ffff9cf3481f8380 x1866777610065536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.507753:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8380 with x1866777610065536 ext(4964352->4968447) 00002000:00010000:1.0:1780298663.507756:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8380 00000100:00100000:3.0:1780298663.508631:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.508659:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065664 00000100:00100000:0.0:1780298663.508663:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065664 00002000:00100000:0.0:1780298663.508679:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4939776->5009407) req@ffff9cf3481f9880 x1866777610065664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.508686:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9880 with x1866777610065664 ext(4939776->5009407) 00002000:00010000:0.0:1780298663.508688:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9880 00000100:00100000:0.0:1780298663.508703:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7206 00000100:00100000:0.0:1780298663.508710:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610065664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.509514:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610065664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 804us (882us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1780298663.509522:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7206 00002000:00100000:1.0:1780298663.509529:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4939776->5009407) req@ffff9cf3481f9880 x1866777610065664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.509539:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f9880 with x1866777610065664 ext(4939776->5009407) 00002000:00010000:1.0:1780298663.509542:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f9880 00000100:00100000:3.0:1780298663.510468:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.510497:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065792 00000100:00100000:0.0:1780298663.510509:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065792 00000100:00100000:0.0:1780298663.510545:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11866 00000100:00100000:0.0:1780298663.510553:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610065792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.510563:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.510576:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e63039048 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78e4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.510627:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605317632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.510681:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.510715:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.510743:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610065920 00000100:00100000:0.0:1780298663.510747:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610065920 00000100:00100000:0.0:1780298663.510775:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11867 00000100:00100000:0.0:1780298663.510782:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610065920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.510794:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.510803:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e6303904f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78eb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.510829:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605317760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.510856:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.511380:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605317632:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.511402:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e63039048 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78e4 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.511419:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e63039048 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78e4 expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.511436:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111600, rc 0) 00000100:00100000:0.0:1780298663.511460:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610065792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (992us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.511465:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11866 00000100:00100000:0.0:1780298663.511603:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605317760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.511618:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e6303904f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78eb expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.511629:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e6303904f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78eb expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.511635:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111800, rc 0) 00000100:00100000:0.0:1780298663.511655:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610065920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (941us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.511659:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11867 00000100:00100000:1.0:1780298663.512533:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.512571:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066048 00000100:00100000:1.0:1780298663.512575:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.512576:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066048 00000100:00100000:0.0:1780298663.512628:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066176 00000100:00100000:0.0:1780298663.512633:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066176 00000100:00100000:3.0:1780298663.512645:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11868 00000100:00100000:3.0:1780298663.512655:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610066048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.512656:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11869 00010000:00010000:3.0:1780298663.512664:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.512665:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610066176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.512671:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.512673:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039056 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78f2 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.512679:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303905d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d78f9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.512701:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605317888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.512701:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605318016:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.512743:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.512743:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.513497:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605317888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.513519:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039056 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78f2 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.513532:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605318016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.513535:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039056 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78f2 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.513548:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:2.0:1780298663.513558:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303905d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78f9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.513573:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303905d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78f9 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.513580:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610066048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1046us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298663.513586:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:3.0:1780298663.513591:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11868 00000100:00100000:2.0:1780298663.513620:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610066176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1044us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.513628:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11869 00000100:00100000:1.0:1780298663.515940:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.515970:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066432 00000100:00100000:3.0:1780298663.515975:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066432 00000100:00100000:3.0:1780298663.516007:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62255 00000100:00100000:3.0:1780298663.516013:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+111:30556:x1866777610066432:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298663.516049:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.516066:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63038fb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7858 expref: 111 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.516077:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.516080:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.516247:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.516259:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 101 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.516274:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.516299:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 101 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.516314:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 101 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.516325:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605318144:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.516374:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.517114:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605318144:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.517171:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.517313:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.517407:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066560 00000100:00100000:3.0:1780298663.517412:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066560 00010000:00010000:3.0:1780298663.517429:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 102 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.517457:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15603 00000100:00100000:3.0:1780298663.517464:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:2400:x1866777610066560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.517473:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.517478:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 102 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517488:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 102 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517501:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110800/0xaf35132e63039002 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d789e expref: 102 pid: 6478 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517510:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.517514:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517524:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517531:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.517559:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.517592:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+101:2400:x1866777610066560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 127us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.517599:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15603 00010000:00010000:1.0:1780298663.517599:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.517608:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298663.517655:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991265 00000004:00010000:1.0:1780298663.517681:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e065dc0 reply state 000000003a375b51 transno 4294991266 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.517692:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.517699:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.517702:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298663.517705:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298663.517756:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+113:30556:x1866777610066432:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1744us (1819us total) trans 4294991266 rc 0/0 00000100:00100000:1.0:1780298663.517763:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62255 00000020:00080000:1.0:1780298663.517766:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298663.518449:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.518475:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066688 00000100:00100000:3.0:1780298663.518479:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066688 00000100:00100000:3.0:1780298663.518511:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11870 00000100:00100000:3.0:1780298663.518520:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610066688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.518529:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.518541:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7900 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.518561:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.518570:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(96 0) 00010000:00010000:3.0:1780298663.518574:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(97 0) 00010000:00010000:3.0:1780298663.518579:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.518597:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.518609:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.518632:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605318272:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.518671:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.519315:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605318272:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.519330:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.519342:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298663.519368:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610066688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.519375:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11870 00000100:00100000:2.0:1780298663.519826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.519873:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066816 00000100:00100000:1.0:1780298663.519879:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066816 00010000:00010000:1.0:1780298663.519900:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.519926:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15604 00000100:00100000:1.0:1780298663.519932:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610066816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.519940:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.519953:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.519970:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.519985:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63038ff4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3911680->37466111] (req 3911680->3923967) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7897 expref: 12 pid: 8359 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.519995:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(97 0) 00010000:00010000:1.0:1780298663.519998:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(97 0) 00010000:00010000:1.0:1780298663.520003:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.520011:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.520043:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.520053:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605318400:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.520091:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.520833:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605318400:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.520847:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.520877:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610066816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 945us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.520885:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15604 00000100:00100000:3.0:1780298663.521054:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.521102:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610066944 00000100:00100000:0.0:1780298663.521113:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610066944 00000100:00100000:0.0:1780298663.521189:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11871 00000100:00100000:0.0:1780298663.521198:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610066944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.521208:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.521220:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7907 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.521240:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.521248:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(61 0) 00010000:00010000:0.0:1780298663.521252:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(62 0) 00010000:00010000:0.0:1780298663.521256:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.521274:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.521283:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.521290:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605318528:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.521319:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.521908:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605318528:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.521919:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.521936:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111800, rc 0) 00000100:00100000:0.0:1780298663.521956:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610066944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.521962:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11871 00000100:00100000:1.0:1780298663.522341:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.522385:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067072 00000100:00100000:0.0:1780298663.522390:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067072 00002000:00100000:0.0:1780298663.522420:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (729088->798719) req@ffff9cf24519d500 x1866777610067072/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.522428:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d500 with x1866777610067072 ext(729088->798719) 00010000:00010000:0.0:1780298663.522434:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.522442:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 13 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.522448:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24519d500 00000100:00100000:0.0:1780298663.522464:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 247 00000100:00100000:0.0:1780298663.522469:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610067072:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298663.523801:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610067072:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1330us (1457us total) trans 4294969449 rc 0/0 00000100:00100000:0.0:1780298663.523807:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 247 00002000:00100000:0.0:1780298663.523813:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (729088->798719) req@ffff9cf24519d500 x1866777610067072/t4294969449(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.523828:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d500 with x1866777610067072 ext(729088->798719) 00010000:00010000:0.0:1780298663.523834:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.523845:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.523850:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24519d500 00000100:00100000:1.0:1780298663.524604:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.524645:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067200 00000100:00100000:0.0:1780298663.524650:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067200 00010000:00010000:0.0:1780298663.524666:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.524685:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15605 00000100:00100000:0.0:1780298663.524691:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610067200:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.524698:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298663.524706:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 624 -> 744 00010000:00010000:0.0:1780298663.524710:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.524717:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.524730:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039017 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [729088->34283519] (req 729088->798719) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d78b3 expref: 15 pid: 19992 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.524747:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(62 0) 00010000:00010000:0.0:1780298663.524750:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(62 0) 00010000:00010000:0.0:1780298663.524755:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.524761:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.524781:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.524791:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605318656:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.524829:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.525426:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605318656:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.525438:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.525462:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610067200:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 772us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.525470:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15605 00000100:00100000:2.0:1780298663.525753:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.525785:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.525805:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067456 00000100:00100000:0.0:1780298663.525811:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067456 00000100:00100000:1.0:1780298663.525826:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067328 00002000:00010000:0.0:1780298663.525830:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00000100:00100000:1.0:1780298663.525831:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067328 00002000:00100000:0.0:1780298663.525836:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777610067456 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298663.525845:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd880. 00002000:00010000:1.0:1780298663.525848:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5101752->18446744073709551615) 00002000:00100000:1.0:1780298663.525852:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ffb80 with x1866777610067328 ext(5101752->18446744073709551615) 00002000:00010000:1.0:1780298663.525863:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ffb80. 00000100:00100000:0.0:1780298663.525867:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7207 00000100:00100000:0.0:1780298663.525880:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610067456:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298663.525896:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7208 00000100:00100000:2.0:1780298663.525908:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610067328:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298663.525960:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.525963:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.525965:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.525967:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.525969:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 744 -> 744 00000100:00100000:0.0:1780298663.525994:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610067456:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 113us (240us total) trans 4294969450 rc 0/0 00000100:00100000:0.0:1780298663.526000:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7207 00002000:00010000:0.0:1780298663.526003:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298663.526008:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fd880 with x1866777610067456 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298663.526012:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fd880. 00002000:00010000:2.0:1780298663.526116:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 6216639 -> 5101752 00002000:00010000:2.0:1780298663.526120:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.526163:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298663 00002000:00010000:2.0:1780298663.526166:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.526168:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1624 -> 1504 00000100:00100000:2.0:1780298663.526197:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610067328:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 294us (411us total) trans 4294969980 rc 0/0 00000100:00100000:2.0:1780298663.526205:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7208 00002000:00010000:2.0:1780298663.526209:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5101752->18446744073709551615) 00002000:00100000:2.0:1780298663.526212:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ffb80 with x1866777610067328 ext(5101752->18446744073709551615) 00002000:00010000:2.0:1780298663.526217:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ffb80. 00000100:00100000:2.0:1780298663.526992:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.527041:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067584 00000100:00100000:0.0:1780298663.527046:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067584 00000100:00100000:0.0:1780298663.527076:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62256 00000100:00100000:0.0:1780298663.527083:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+113:30556:x1866777610067584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.527097:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.527110:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111600/0xaf35132e63039079 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d790e expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527210:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527224:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527234:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.527262:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9296056 00000004:00200000:0.0:1780298663.527266:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.527281:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527311:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111600/0xaf35132e63039079 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 115 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527321:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 114 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.527327:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.527329:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.527331:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:0.0:1780298663.527354:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+114:30556:x1866777610067584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 272us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.527360:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62256 00000100:00100000:1.0:1780298663.529324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.529356:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067712 00000100:00100000:2.0:1780298663.529361:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067712 00002000:00100000:2.0:1780298663.529389:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3944448->4014079) req@ffff9cf24519d880 x1866777610067712/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.529398:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777610067712 ext(3944448->4014079) 00002000:00010000:2.0:1780298663.529403:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d880 00000100:00100000:2.0:1780298663.529425:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7209 00000100:00100000:2.0:1780298663.529434:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610067712:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.530500:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610067712:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1067us (1176us total) trans 0 rc 69632/69632 00000100:00100000:2.0:1780298663.530507:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7209 00002000:00100000:2.0:1780298663.530513:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3944448->4014079) req@ffff9cf24519d880 x1866777610067712/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.530526:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519d880 with x1866777610067712 ext(3944448->4014079) 00002000:00010000:2.0:1780298663.530529:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519d880 00000100:00100000:3.0:1780298663.532095:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.532158:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067840 00000100:00100000:1.0:1780298663.532163:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067840 00000100:00100000:1.0:1780298663.532198:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7210 00000100:00100000:1.0:1780298663.532204:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610067840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.532356:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5101752 -> 5101752 00002000:00010000:1.0:1780298663.532358:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.532360:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298663 -> 1780298663 00002000:00010000:1.0:1780298663.532362:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.532363:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:1.0:1780298663.532389:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610067840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 186us (298us total) trans 4294969981 rc 0/0 00000100:00100000:1.0:1780298663.532393:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7210 00000100:00100000:1.0:1780298663.533224:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.533259:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610067968 00000100:00100000:0.0:1780298663.533263:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610067968 00000100:00100000:0.0:1780298663.533300:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62257 00000100:00100000:0.0:1780298663.533309:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+101:30556:x1866777610067968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.533319:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.533335:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111a00/0xaf35132e63039087 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7915 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533410:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533430:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533439:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.533457:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9296056 00000004:00200000:0.0:1780298663.533460:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.533471:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533488:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111a00/0xaf35132e63039087 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7915 expref: 103 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533502:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7915 expref: 102 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.533511:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.533514:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.533518:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111400, rc 0) 00000100:00100000:0.0:1780298663.533545:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:30556:x1866777610067968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 239us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.533549:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62257 00000100:00100000:3.0:1780298663.534464:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.534489:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.534509:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068096 00000100:00100000:1.0:1780298663.534514:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068096 00000100:00100000:0.0:1780298663.534529:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068224 00000100:00100000:0.0:1780298663.534534:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068224 00000100:00100000:1.0:1780298663.534542:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11872 00000100:00100000:1.0:1780298663.534551:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610068096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.534564:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.534567:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11873 00010000:00010000:1.0:1780298663.534573:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63039095 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d791c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.534578:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610068224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.534589:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.534598:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6303909c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7923 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.534632:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605318784:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.534635:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605318912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.534701:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.534704:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.535604:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605318912:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298663.535606:0:8356:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298663 -> 1780298664 00000100:00100000:1.0:1780298663.535621:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605318784:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.535630:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6303909c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7923 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.535639:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63039095 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d791c expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.535654:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e6303909c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7923 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.535654:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e63039095 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d791c expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.535673:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:2.0:1780298663.535678:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:1.0:1780298663.535698:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610068096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1150us (1236us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.535703:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610068224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1128us (1212us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.535709:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11872 00000100:00100000:2.0:1780298663.535716:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11873 00000100:00100000:3.0:1780298663.536756:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.536784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.536799:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068480 00000100:00100000:1.0:1780298663.536804:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068480 00000100:00100000:0.0:1780298663.536824:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068352 00000100:00100000:0.0:1780298663.536828:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068352 00000100:00100000:1.0:1780298663.536839:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11874 00000100:00100000:1.0:1780298663.536847:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610068480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.536854:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.536861:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7931 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.536864:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11875 00000100:00100000:0.0:1780298663.536874:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610068352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.536885:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.536893:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e630390aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d792a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.536896:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605319040:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.536927:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605319168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.536935:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.536953:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.537739:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605319168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.537753:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605319040:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.537760:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e630390aa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d792a expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.537774:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7931 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.537778:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e630390aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d792a expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.537794:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111200, rc 0) 00010000:00010000:1.0:1780298663.537814:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7931 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.537824:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610068352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1039us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298663.537825:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:0.0:1780298663.537831:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11875 00000100:00100000:1.0:1780298663.537853:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610068480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1097us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.537861:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11874 00000100:00100000:3.0:1780298663.539403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.539433:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068608 00000100:00100000:0.0:1780298663.539437:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068608 00002000:00100000:0.0:1780298663.539464:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4472832->4542463) req@ffff9cf37f7bd180 x1866777610068608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.539471:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777610068608 ext(4472832->4542463) 00002000:00010000:0.0:1780298663.539475:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:0.0:1780298663.539489:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7211 00000100:00100000:0.0:1780298663.539494:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610068608:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.540461:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610068608:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 966us (1057us total) trans 0 rc 69632/69632 00000100:00100000:0.0:1780298663.540467:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7211 00002000:00100000:0.0:1780298663.540473:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4472832->4542463) req@ffff9cf37f7bd180 x1866777610068608/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.540479:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd180 with x1866777610068608 ext(4472832->4542463) 00002000:00010000:0.0:1780298663.540482:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd180 00000100:00100000:3.0:1780298663.542336:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.542371:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068736 00000100:00100000:0.0:1780298663.542377:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068736 00000100:00100000:3.0:1780298663.542403:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.542414:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068864 00000100:00100000:0.0:1780298663.542417:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068864 00000100:00100000:1.0:1780298663.542435:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11876 00000100:00100000:0.0:1780298663.542442:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11877 00000100:00100000:1.0:1780298663.542446:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610068736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.542458:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.542459:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610068864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.542466:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.542469:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e630390b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7938 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.542475:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e630390b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d793f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.542510:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605319424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.542515:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605319296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.542567:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.542568:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.543205:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605319296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.543225:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e630390b1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7938 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.543231:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605319424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.543241:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dc12793/0xaf35132e630390b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7938 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.543249:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:0.0:1780298663.543261:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e630390b8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d793f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.543276:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e630390b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d793f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.543281:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610068736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 837us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.543293:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11876 00010000:00010000:0.0:1780298663.543301:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.543321:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610068864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (919us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.543327:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11877 00000100:00100000:3.0:1780298663.544191:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.544230:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610068992 00000100:00100000:2.0:1780298663.544235:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610068992 00000100:00100000:2.0:1780298663.544264:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11878 00000100:00100000:2.0:1780298663.544270:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610068992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.544277:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.544283:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7946 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.544306:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605319552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.544337:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.544419:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.544463:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069120 00000100:00100000:2.0:1780298663.544467:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069120 00000100:00100000:2.0:1780298663.544496:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11879 00000100:00100000:2.0:1780298663.544504:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610069120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.544511:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.544519:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630390c6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d794d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.544540:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605319680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.544563:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.545091:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605319680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.545101:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605319552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.545109:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630390c6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d794d expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.545120:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7946 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.545139:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630390c6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d794d expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.545158:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00010000:00010000:2.0:1780298663.545175:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7946 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.545189:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610069120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 685us (768us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298663.545199:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:1.0:1780298663.545199:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11879 00000100:00100000:2.0:1780298663.545230:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610068992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1037us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.545237:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11878 00000100:00100000:3.0:1780298663.546511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.546545:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069248 00000100:00100000:0.0:1780298663.546550:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069248 00000100:00100000:0.0:1780298663.546582:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11880 00000100:00100000:0.0:1780298663.546591:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610069248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.546600:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.546610:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e630390cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7954 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.546618:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.546644:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069376 00000100:00100000:0.0:1780298663.546647:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605319808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.546649:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069376 00000100:00100000:1.0:1780298663.546679:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11881 00000100:00100000:1.0:1780298663.546685:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610069376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.546692:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.546699:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390d4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d795b expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.546708:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.546721:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605319936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.546745:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.547256:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605319808:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.547274:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e630390cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7954 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.547290:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e630390cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7954 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.547301:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111600, rc 0) 00000100:00100000:0.0:1780298663.547336:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610069248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (824us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.547351:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11880 00000100:00100000:2.0:1780298663.547397:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605319936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.547413:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390d4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d795b expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.547422:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630390d4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d795b expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.547429:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:2.0:1780298663.547452:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610069376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (837us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.547458:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11881 00000100:00100000:1.0:1780298663.548217:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.548256:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069504 00000100:00100000:2.0:1780298663.548260:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069504 00000100:00100000:2.0:1780298663.548284:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11882 00000100:00100000:2.0:1780298663.548289:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610069504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.548295:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.548302:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7962 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.548315:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.548326:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(62 0) 00010000:00010000:2.0:1780298663.548329:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.548333:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3383296->3387391] (req 3383296->3387391) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.548347:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.548357:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 14 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.548365:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320064:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.548398:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.548920:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320064:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.548930:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3383296->3387391] (req 3383296->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.548938:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.548958:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610069504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 670us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.548963:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11882 00000100:00100000:3.0:1780298663.549176:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.549206:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069632 00000100:00100000:1.0:1780298663.549211:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069632 00002000:00100000:1.0:1780298663.549236:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3973120->3993599) req@ffff9cf241b03b80 x1866777610069632/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.549245:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777610069632 ext(3973120->3993599) 00010000:00010000:1.0:1780298663.549253:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 15 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.549264:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 15 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298663.549271:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf241b03b80 00000100:00100000:1.0:1780298663.549290:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 248 00000100:00100000:1.0:1780298663.549298:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610069632:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298663.550322:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610069632:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1023us (1143us total) trans 4294969451 rc 0/0 00000100:00100000:0.0:1780298663.550331:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 248 00002000:00100000:0.0:1780298663.550339:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3973120->3993599) req@ffff9cf241b03b80 x1866777610069632/t4294969451(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.550349:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241b03b80 with x1866777610069632 ext(3973120->3993599) 00010000:00010000:0.0:1780298663.550356:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.550375:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.550384:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf241b03b80 00000100:00100000:3.0:1780298663.551004:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.551039:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069760 00000100:00100000:2.0:1780298663.551042:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069760 00010000:00010000:2.0:1780298663.551062:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.551083:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15606 00000100:00100000:2.0:1780298663.551088:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610069760:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.551096:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298663.551103:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 744 -> 784 00010000:00010000:2.0:1780298663.551106:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.551114:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.551142:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002506f581/0xaf35132e63039072 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7907 expref: 17 pid: 8358 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.551162:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.551165:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.551172:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.551185:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.551203:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.551220:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605320192:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.551251:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.551865:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605320192:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.551873:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.551893:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610069760:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 805us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.551898:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15606 00000100:00100000:1.0:1780298663.552144:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.552180:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610069888 00000100:00100000:2.0:1780298663.552184:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610069888 00002000:00100000:2.0:1780298663.552199:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3383296->3387391) req@ffff9cf24519f480 x1866777610069888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.552205:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f480 with x1866777610069888 ext(3383296->3387391) 00002000:00010000:2.0:1780298663.552208:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519f480 00000100:00100000:2.0:1780298663.552222:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7212 00000100:00100000:2.0:1780298663.552227:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610069888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.552298:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610069888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (172us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.552312:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7212 00002000:00100000:2.0:1780298663.552319:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3383296->3387391) req@ffff9cf24519f480 x1866777610069888/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.552324:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f480 with x1866777610069888 ext(3383296->3387391) 00002000:00010000:2.0:1780298663.552326:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519f480 00000100:00100000:3.0:1780298663.553276:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.553308:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070016 00000100:00100000:2.0:1780298663.553312:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070016 00002000:00100000:2.0:1780298663.553327:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3387392->3391487) req@ffff9cf37f755180 x1866777610070016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.553332:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755180 with x1866777610070016 ext(3387392->3391487) 00002000:00010000:2.0:1780298663.553335:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755180 00000100:00100000:2.0:1780298663.553352:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7213 00000100:00100000:2.0:1780298663.553357:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610070016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.553430:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610070016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.553436:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7213 00002000:00100000:2.0:1780298663.553443:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3387392->3391487) req@ffff9cf37f755180 x1866777610070016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.553451:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755180 with x1866777610070016 ext(3387392->3391487) 00002000:00010000:2.0:1780298663.553455:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755180 00000100:00100000:3.0:1780298663.554462:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.554504:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070144 00000100:00100000:1.0:1780298663.554509:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070144 00002000:00100000:1.0:1780298663.554530:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3362816->3428351) req@ffff9cf37f757800 x1866777610070144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.554538:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777610070144 ext(3362816->3428351) 00002000:00010000:1.0:1780298663.554542:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:1.0:1780298663.554560:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7214 00000100:00100000:1.0:1780298663.554568:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610070144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.555388:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610070144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 819us (924us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298663.555405:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7214 00002000:00100000:1.0:1780298663.555412:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3362816->3428351) req@ffff9cf37f757800 x1866777610070144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.555421:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757800 with x1866777610070144 ext(3362816->3428351) 00002000:00010000:1.0:1780298663.555424:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757800 00000100:00100000:1.0:1780298663.556320:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.556351:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070272 00000100:00100000:2.0:1780298663.556355:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070272 00000100:00100000:2.0:1780298663.556379:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11883 00000100:00100000:2.0:1780298663.556384:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610070272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.556392:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.556405:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7969 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.556440:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605320320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.556481:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.557227:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605320320:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.557244:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7969 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.557258:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630390e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7969 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.557264:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:2.0:1780298663.557298:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610070272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (978us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.557305:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11883 00000100:00100000:3.0:1780298663.558068:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.558097:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070400 00000100:00100000:2.0:1780298663.558101:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070400 00000100:00100000:2.0:1780298663.558145:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11884 00000100:00100000:2.0:1780298663.558163:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610070400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.558170:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.558177:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7970 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.558197:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605320448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.558226:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.558890:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605320448:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.558901:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390e9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7970 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.558919:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7970 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.558926:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.558947:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610070400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (882us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.558952:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11884 00000100:00100000:3.0:1780298663.559877:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.559906:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070528 00000100:00100000:2.0:1780298663.559909:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070528 00000100:00100000:2.0:1780298663.559934:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11885 00000100:00100000:2.0:1780298663.559938:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610070528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.559944:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.559951:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7977 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.559962:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.559965:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.559970:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.559980:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 17 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.559986:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298663.560011:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610070528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 73us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.560017:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11885 00000100:00100000:3.0:1780298663.560815:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.560855:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070656 00000100:00100000:2.0:1780298663.560859:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070656 00000100:00100000:2.0:1780298663.560881:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11886 00000100:00100000:2.0:1780298663.560886:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777610070656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.560892:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.560899:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d797e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.560913:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.560919:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.560923:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.560925:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:2.0:1780298663.560928:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.560941:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.560951:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.560964:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320576:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.561002:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.561013:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 13 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.561023:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320704:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.561049:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.561690:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320576:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.561700:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605320704:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.561717:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->2392063] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.561729:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298663.561756:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:30556:x1866777610070656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.561765:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11886 00000100:00100000:3.0:1780298663.561933:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.561979:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070784 00000100:00100000:0.0:1780298663.561985:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070784 00010000:00010000:0.0:1780298663.562005:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.562030:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15607 00000100:00100000:0.0:1780298663.562037:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777610070784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.562051:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.562063:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562088:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.562099:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.562106:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630390f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7977 expref: 18 pid: 20252 timeout: 952 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562119:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.562169:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610070912 00000100:00100000:2.0:1780298663.562174:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610070912 00000100:00100000:0.0:1780298663.562190:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610070784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 152us (255us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298663.562192:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.562204:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15607 00000100:00100000:0.0:1780298663.562240:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15608 00000100:00100000:0.0:1780298663.562259:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610070912:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.562276:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.562285:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562298:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562313:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e630390db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3383296->3387391) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7962 expref: 14 pid: 12101 timeout: 952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562324:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:0.0:1780298663.562332:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:0.0:1780298663.562339:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562348:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.562369:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.562379:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605320832:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.562418:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.563022:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605320832:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.563031:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.563054:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610070912:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 799us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.563059:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15608 00000100:00100000:3.0:1780298663.563311:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.563345:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071040 00000100:00100000:0.0:1780298663.563349:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071040 00002000:00100000:0.0:1780298663.563369:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2387968->2392063) req@ffff9cf37f756a00 x1866777610071040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.563376:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756a00 with x1866777610071040 ext(2387968->2392063) 00002000:00010000:0.0:1780298663.563379:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756a00 00000100:00100000:0.0:1780298663.563397:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7215 00000100:00100000:0.0:1780298663.563401:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.563503:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 101us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.563510:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7215 00002000:00100000:0.0:1780298663.563515:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2387968->2392063) req@ffff9cf37f756a00 x1866777610071040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.563521:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756a00 with x1866777610071040 ext(2387968->2392063) 00002000:00010000:0.0:1780298663.563524:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756a00 00000100:00100000:3.0:1780298663.564642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.564675:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071168 00000100:00100000:0.0:1780298663.564678:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071168 00002000:00100000:0.0:1780298663.564701:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2396159) req@ffff9cf37f757480 x1866777610071168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.564710:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777610071168 ext(2392064->2396159) 00002000:00010000:0.0:1780298663.564715:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480 00000100:00100000:0.0:1780298663.564735:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7216 00000100:00100000:0.0:1780298663.564743:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.564797:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (157us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.564802:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7216 00002000:00100000:0.0:1780298663.564807:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2392064->2396159) req@ffff9cf37f757480 x1866777610071168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.564812:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757480 with x1866777610071168 ext(2392064->2396159) 00002000:00010000:0.0:1780298663.564815:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757480 00000100:00100000:1.0:1780298663.565914:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.565952:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071296 00000100:00100000:2.0:1780298663.565958:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071296 00002000:00100000:2.0:1780298663.565980:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2396160->2400255) req@ffff9cf24519c380 x1866777610071296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.565991:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c380 with x1866777610071296 ext(2396160->2400255) 00002000:00010000:2.0:1780298663.565995:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519c380 00000100:00100000:2.0:1780298663.566018:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7217 00000100:00100000:2.0:1780298663.566027:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610071296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.566104:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610071296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (191us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.566112:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7217 00002000:00100000:2.0:1780298663.566120:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2396160->2400255) req@ffff9cf24519c380 x1866777610071296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.566164:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c380 with x1866777610071296 ext(2396160->2400255) 00002000:00010000:2.0:1780298663.566168:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519c380 00000100:00100000:3.0:1780298663.567194:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.567230:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071424 00000100:00100000:2.0:1780298663.567235:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071424 00002000:00100000:2.0:1780298663.567254:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2400256->2404351) req@ffff9cf37f755880 x1866777610071424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.567263:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755880 with x1866777610071424 ext(2400256->2404351) 00002000:00010000:2.0:1780298663.567268:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755880 00000100:00100000:2.0:1780298663.567288:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7218 00000100:00100000:2.0:1780298663.567297:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610071424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.567380:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610071424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 84us (186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.567388:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7218 00002000:00100000:2.0:1780298663.567393:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2400256->2404351) req@ffff9cf37f755880 x1866777610071424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.567402:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f755880 with x1866777610071424 ext(2400256->2404351) 00002000:00010000:2.0:1780298663.567405:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f755880 00000100:00100000:3.0:1780298663.568289:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.568327:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071552 00000100:00100000:1.0:1780298663.568331:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071552 00002000:00100000:1.0:1780298663.568348:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2404352->2408447) req@ffff9cf37f757b80 x1866777610071552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.568354:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777610071552 ext(2404352->2408447) 00002000:00010000:1.0:1780298663.568356:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:1.0:1780298663.568371:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7219 00000100:00100000:1.0:1780298663.568375:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.568431:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (143us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.568435:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7219 00002000:00100000:1.0:1780298663.568439:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (2404352->2408447) req@ffff9cf37f757b80 x1866777610071552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.568450:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f757b80 with x1866777610071552 ext(2404352->2408447) 00002000:00010000:1.0:1780298663.568452:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f757b80 00000100:00100000:1.0:1780298663.569548:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.569587:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071680 00000100:00100000:0.0:1780298663.569599:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071680 00002000:00100000:0.0:1780298663.569621:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2408448->2412543) req@ffff9cf24519c700 x1866777610071680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.569631:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c700 with x1866777610071680 ext(2408448->2412543) 00002000:00010000:0.0:1780298663.569634:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519c700 00000100:00100000:0.0:1780298663.569651:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7220 00000100:00100000:0.0:1780298663.569658:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.569724:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610071680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (176us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.569731:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7220 00002000:00100000:0.0:1780298663.569739:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2408448->2412543) req@ffff9cf24519c700 x1866777610071680/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.569748:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519c700 with x1866777610071680 ext(2408448->2412543) 00002000:00010000:0.0:1780298663.569751:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519c700 00000100:00100000:3.0:1780298663.570948:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.570976:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071808 00000100:00100000:0.0:1780298663.570980:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071808 00002000:00100000:0.0:1780298663.570995:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2412544->2416639) req@ffff9cf37f756300 x1866777610071808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.571002:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756300 with x1866777610071808 ext(2412544->2416639) 00002000:00010000:0.0:1780298663.571004:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756300 00000100:00100000:0.0:1780298663.571019:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7221 00000100:00100000:0.0:1780298663.571024:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610071808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.571077:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610071808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (130us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.571089:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7221 00002000:00100000:0.0:1780298663.571094:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2412544->2416639) req@ffff9cf37f756300 x1866777610071808/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.571100:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f756300 with x1866777610071808 ext(2412544->2416639) 00002000:00010000:0.0:1780298663.571103:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f756300 00000100:00100000:3.0:1780298663.572064:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.572112:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610071936 00000100:00100000:2.0:1780298663.572117:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610071936 00002000:00100000:2.0:1780298663.572177:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2416640->2420735) req@ffff9cf37f754000 x1866777610071936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.572188:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777610071936 ext(2416640->2420735) 00002000:00010000:2.0:1780298663.572193:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:2.0:1780298663.572214:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7222 00000100:00100000:2.0:1780298663.572223:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610071936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.572294:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610071936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (230us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.572302:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7222 00002000:00100000:2.0:1780298663.572309:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2416640->2420735) req@ffff9cf37f754000 x1866777610071936/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.572317:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754000 with x1866777610071936 ext(2416640->2420735) 00002000:00010000:2.0:1780298663.572321:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754000 00000100:00100000:1.0:1780298663.573221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.573256:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072064 00000100:00100000:2.0:1780298663.573264:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072064 00002000:00100000:2.0:1780298663.573278:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2387968->2420735) req@ffff9cf24519f800 x1866777610072064/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.573283:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777610072064 ext(2387968->2420735) 00002000:00010000:2.0:1780298663.573286:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:2.0:1780298663.573302:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7223 00000100:00100000:2.0:1780298663.573306:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610072064:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.574434:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610072064:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1125us (1212us total) trans 4294969452 rc 0/0 00000100:00100000:2.0:1780298663.574439:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7223 00002000:00100000:2.0:1780298663.574444:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2387968->2420735) req@ffff9cf24519f800 x1866777610072064/t4294969452(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.574450:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f800 with x1866777610072064 ext(2387968->2420735) 00002000:00010000:2.0:1780298663.574452:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519f800 00000100:00100000:3.0:1780298663.575076:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.575120:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072192 00000100:00100000:2.0:1780298663.575140:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072192 00000100:00100000:2.0:1780298663.575181:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11887 00000100:00100000:2.0:1780298663.575189:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610072192:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298663.575820:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969452 is committed 00000001:00080000:1.0:1780298663.575834:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969448 is committed 00000100:00100000:2.0:1780298663.575905:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610072192:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 717us (830us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.575911:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11887 00000100:00100000:3.0:1780298663.576915:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.576966:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072320 00000100:00100000:2.0:1780298663.576971:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072320 00000100:00100000:2.0:1780298663.577007:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11888 00000100:00100000:3.0:1780298663.577012:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.577021:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610072320:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.577039:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072448 00010000:00010000:2.0:1780298663.577040:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.577045:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072448 00010000:00010000:2.0:1780298663.577061:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7985 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.577078:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11889 00000100:00100000:1.0:1780298663.577085:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610072448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.577093:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.577102:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63039105 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d798c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.577119:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605320960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.577162:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605321088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.577214:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.577214:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00002000:00010000:3.0:1780298663.577918:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 784 -> 848 00000100:00100000:2.0:1780298663.577928:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605320960:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.577930:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605321088:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.577965:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63039105 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d798c expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.577965:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390fe lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7985 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.577999:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e63039105 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d798c expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.577999:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630390fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7985 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.578020:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00010000:00010000:2.0:1780298663.578020:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:3.0:1780298663.578052:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610072448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 966us (1041us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.578056:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610072320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1139us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.578064:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11888 00000100:00100000:3.0:1780298663.578075:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11889 00000100:00100000:3.0:1780298663.578928:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.578955:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.578969:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072576 00000100:00100000:2.0:1780298663.578973:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072576 00000100:00100000:2.0:1780298663.578995:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072704 00000100:00100000:2.0:1780298663.578998:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072704 00000100:00100000:0.0:1780298663.579012:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11890 00000100:00100000:3.0:1780298663.579021:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11891 00000100:00100000:0.0:1780298663.579026:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610072576:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.579034:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610072704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.579036:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.579045:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.579048:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303910c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7993 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.579054:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039113 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d799a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.579084:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605321344:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.579084:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605321216:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.579170:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.579173:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.579870:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605321344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.579884:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039113 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d799a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.579895:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039113 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d799a expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.579902:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.579925:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610072704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (969us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.579945:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605321216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.579960:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303910c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7993 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.579973:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303910c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7993 expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.579979:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11891 00010000:00010000:0.0:1780298663.579989:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111600, rc 0) 00000100:00100000:0.0:1780298663.580024:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610072576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1095us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.580042:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11890 00000100:00100000:1.0:1780298663.580843:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.580879:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072832 00000100:00100000:0.0:1780298663.580892:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072832 00000100:00100000:0.0:1780298663.580926:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11892 00000100:00100000:0.0:1780298663.580933:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610072832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.580940:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.580946:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79a1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.580959:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:0.0:1780298663.580962:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:0.0:1780298663.580970:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.580982:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.580990:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.581019:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610072832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.581025:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11892 00000100:00100000:1.0:1780298663.581857:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.581885:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610072960 00000100:00100000:0.0:1780298663.581889:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610072960 00002000:00100000:0.0:1780298663.581909:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (118784->122879) req@ffff9cf24519fb80 x1866777610072960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.581925:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777610072960 ext(118784->122879) 00002000:00010000:0.0:1780298663.581928:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519fb80 00000100:00100000:0.0:1780298663.581945:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7224 00000100:00100000:0.0:1780298663.581950:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610072960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.582044:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610072960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.582049:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7224 00002000:00100000:0.0:1780298663.582053:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (118784->122879) req@ffff9cf24519fb80 x1866777610072960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.582059:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519fb80 with x1866777610072960 ext(118784->122879) 00002000:00010000:0.0:1780298663.582062:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519fb80 00000100:00100000:1.0:1780298663.582797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.582823:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073088 00000100:00100000:0.0:1780298663.582827:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073088 00002000:00100000:0.0:1780298663.582841:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (122880->126975) req@ffff9cf24519e300 x1866777610073088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.582847:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e300 with x1866777610073088 ext(122880->126975) 00002000:00010000:0.0:1780298663.582850:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e300 00000100:00100000:0.0:1780298663.582864:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7225 00000100:00100000:0.0:1780298663.582871:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610073088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.582919:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610073088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (123us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.582924:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7225 00002000:00100000:0.0:1780298663.582933:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (122880->126975) req@ffff9cf24519e300 x1866777610073088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.582939:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519e300 with x1866777610073088 ext(122880->126975) 00002000:00010000:0.0:1780298663.582941:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24519e300 00000100:00100000:1.0:1780298663.583912:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.583932:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073216 00000100:00100000:3.0:1780298663.583936:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073216 00000100:00100000:3.0:1780298663.583964:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11893 00000100:00100000:3.0:1780298663.583969:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610073216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.583975:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.583985:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039121 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79a8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.584023:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605321472:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.584075:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.584686:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605321472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.584701:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039121 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a8 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.584712:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039121 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a8 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.584718:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.584740:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610073216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (831us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.584745:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11893 00000100:00100000:1.0:1780298663.585500:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.585529:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073344 00000100:00100000:0.0:1780298663.585532:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073344 00000100:00100000:0.0:1780298663.585555:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11894 00000100:00100000:0.0:1780298663.585560:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610073344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.585565:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.585571:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e63039128 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79af expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.585593:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605321600:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.585622:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.586226:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605321600:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.586238:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e63039128 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79af expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.586247:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e63039128 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79af expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.586254:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111200, rc 0) 00000100:00100000:0.0:1780298663.586275:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610073344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 716us (776us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.586280:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11894 00000100:00100000:1.0:1780298663.587321:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.587357:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073472 00000100:00100000:0.0:1780298663.587362:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073472 00000100:00100000:0.0:1780298663.587391:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11895 00000100:00100000:0.0:1780298663.587399:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610073472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.587408:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.587419:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79b6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.587436:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.587443:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(97 0) 00010000:00010000:0.0:1780298663.587446:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:0.0:1780298663.587449:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4345856->4366335] (req 4345856->4366335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.587465:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.587475:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.587482:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605321728:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.587521:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.588160:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605321728:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.588178:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4345856->4366335] (req 4345856->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.588204:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111600, rc 0) 00000100:00100000:0.0:1780298663.588232:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610073472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.588240:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11895 00000100:00100000:1.0:1780298663.588331:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.588377:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073600 00000100:00100000:0.0:1780298663.588382:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073600 00002000:00100000:0.0:1780298663.588407:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4501504->4542463) req@ffff9cf2558f1f80 x1866777610073600/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.588418:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1f80 with x1866777610073600 ext(4501504->4542463) 00010000:00010000:0.0:1780298663.588425:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 13 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.588439:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 13 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.588446:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f1f80 00000100:00100000:0.0:1780298663.588469:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 249 00000100:00100000:0.0:1780298663.588479:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610073600:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298663.589682:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610073600:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1204us (1350us total) trans 4294969982 rc 0/0 00000100:00100000:0.0:1780298663.589691:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 249 00002000:00100000:0.0:1780298663.589699:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4501504->4542463) req@ffff9cf2558f1f80 x1866777610073600/t4294969982(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.589719:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1f80 with x1866777610073600 ext(4501504->4542463) 00010000:00010000:0.0:1780298663.589726:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.589738:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298663.589746:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2558f1f80 00000100:00100000:1.0:1780298663.590460:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.590493:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073728 00000100:00100000:3.0:1780298663.590504:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073728 00010000:00010000:3.0:1780298663.590534:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.590562:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15609 00000100:00100000:3.0:1780298663.590569:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610073728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.590587:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1780298663.590601:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1584 00010000:00010000:3.0:1780298663.590607:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.590618:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.590638:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303906b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7900 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.590656:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:3.0:1780298663.590659:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:3.0:1780298663.590665:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.590672:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.590703:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.590720:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605321856:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.590796:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.591520:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348319180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605321856:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.591538:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.591566:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610073728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 997us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.591572:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15609 00000100:00100000:0.0:1780298663.591893:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.591944:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073856 00000100:00100000:2.0:1780298663.591952:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073856 00002000:00100000:2.0:1780298663.591983:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4345856->4366335) req@ffff9cf3733e8e00 x1866777610073856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.591992:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8e00 with x1866777610073856 ext(4345856->4366335) 00002000:00010000:2.0:1780298663.592004:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8e00 00000100:00100000:2.0:1780298663.592032:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7226 00000100:00100000:2.0:1780298663.592042:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610073856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.592834:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610073856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 793us (940us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1780298663.592844:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7226 00002000:00100000:2.0:1780298663.592852:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4345856->4366335) req@ffff9cf3733e8e00 x1866777610073856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.592861:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8e00 with x1866777610073856 ext(4345856->4366335) 00002000:00010000:2.0:1780298663.592865:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8e00 00000100:00100000:0.0:1780298663.593823:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.593870:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610073984 00000100:00100000:0.0:1780298663.593873:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.593878:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610073984 00000100:00100000:1.0:1780298663.593925:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074112 00000100:00100000:1.0:1780298663.593929:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074112 00000100:00100000:2.0:1780298663.593935:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11896 00000100:00100000:2.0:1780298663.593949:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610073984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.593961:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.593969:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11897 00010000:00010000:2.0:1780298663.593980:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79bd expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.593986:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e582450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610074112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.594007:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:1.0:1780298663.594010:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.594013:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:1.0:1780298663.594032:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6303913d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79c4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.594037:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.594081:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.594110:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605321984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.594111:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.594200:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610073984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 256us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.594207:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11896 00000100:00100000:1.0:1780298663.594242:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.594910:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605321984:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.594930:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6303913d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79c4 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.594945:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e6303913d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79c4 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.594954:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:0.0:1780298663.594981:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e582450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610074112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1110us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.594986:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11897 00000100:00100000:3.0:1780298663.595906:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.595943:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074240 00000100:00100000:0.0:1780298663.595949:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074240 00000100:00100000:0.0:1780298663.595988:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11898 00000100:00100000:0.0:1780298663.595994:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610074240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.596003:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.596014:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6dd2923/0xaf35132e63039144 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79cb expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.596047:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605322112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.596095:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.596923:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605322112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.596946:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6dd2923/0xaf35132e63039144 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79cb expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.596958:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6dd2923/0xaf35132e63039144 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79cb expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.596967:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110400, rc 0) 00000100:00100000:0.0:1780298663.596995:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610074240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1091us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.597002:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11898 00000100:00100000:1.0:1780298663.598114:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.598263:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074368 00000100:00100000:0.0:1780298663.598272:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074368 00000100:00100000:0.0:1780298663.598365:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11899 00000100:00100000:0.0:1780298663.598376:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610074368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.598392:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.598408:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e6303914b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79d2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.598484:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605322240:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.598554:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.599313:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605322240:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.599333:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e6303914b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79d2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.599347:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f4b5e72/0xaf35132e6303914b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79d2 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.599356:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111200, rc 0) 00000100:00100000:0.0:1780298663.599384:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610074368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1276us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.599392:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11899 00000100:00100000:1.0:1780298663.600340:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.600370:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074496 00000100:00100000:3.0:1780298663.600375:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074496 00000100:00100000:3.0:1780298663.600403:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11900 00000100:00100000:3.0:1780298663.600408:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610074496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.600416:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.600423:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039152 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79d9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.600448:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605322368:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.600484:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.601183:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605322368:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.601201:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039152 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79d9 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.601215:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039152 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79d9 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.601225:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298663.601318:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610074496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (976us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.601327:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11900 00000100:00100000:1.0:1780298663.602187:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.602218:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074624 00000100:00100000:0.0:1780298663.602223:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074624 00000100:00100000:0.0:1780298663.602255:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11901 00000100:00100000:0.0:1780298663.602260:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610074624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.602268:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.602278:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79e0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602295:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602314:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602319:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:0.0:1780298663.602322:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:0.0:1780298663.602325:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2932736->2981887] (req 2932736->2981887) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602342:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602352:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 14 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.602360:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605322496:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.602398:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.602405:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.602412:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605322624:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.602428:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.603168:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605322496:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.603176:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605322624:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.603189:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2932736->2981887] (req 2932736->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 15 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603198:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110600, rc 0) 00000100:00100000:0.0:1780298663.603219:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610074624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.603224:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11901 00000100:00100000:1.0:1780298663.603429:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.603466:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074752 00000100:00100000:0.0:1780298663.603470:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074752 00010000:00010000:0.0:1780298663.603488:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.603519:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15610 00000100:00100000:0.0:1780298663.603527:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610074752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.603539:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.603553:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603564:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603579:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039136 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79bd expref: 15 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603603:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.603634:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610074752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 108us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.603645:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15610 00000100:00100000:1.0:1780298663.603646:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.603672:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610074880 00000100:00100000:0.0:1780298663.603676:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610074880 00010000:00010000:0.0:1780298663.603691:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.603729:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15611 00000100:00100000:0.0:1780298663.603739:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610074880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.603750:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.603760:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603772:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603785:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000febf96cc/0xaf35132e6303912f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4345856->4366335) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79b6 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603792:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:0.0:1780298663.603794:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:0.0:1780298663.603800:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603811:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.603828:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.603835:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605322752:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.603863:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.604675:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605322752:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.604686:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.604711:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610074880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 975us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.604718:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15611 00000100:00100000:3.0:1780298663.604918:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.604972:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075008 00000100:00100000:2.0:1780298663.604985:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075008 00000100:00100000:2.0:1780298663.605058:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7227 00000100:00100000:2.0:1780298663.605071:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610075008:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.605351:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5101752 -> 5101752 00002000:00010000:2.0:1780298663.605354:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.605356:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.605358:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.605359:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1584 -> 1584 00000100:00100000:2.0:1780298663.605408:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610075008:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 341us (494us total) trans 4294969983 rc 0/0 00000100:00100000:2.0:1780298663.605413:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7227 00000100:00100000:1.0:1780298663.606429:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.606450:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.606465:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075136 00000100:00100000:0.0:1780298663.606470:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075136 00000100:00100000:3.0:1780298663.606476:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075264 00000100:00100000:3.0:1780298663.606487:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075264 00000100:00100000:0.0:1780298663.606510:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11902 00000100:00100000:0.0:1780298663.606520:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610075136:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.606525:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11903 00010000:00010000:0.0:1780298663.606530:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.606544:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610075264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.606546:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6dd2923/0xaf35132e63039160 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79e7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.606563:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.606575:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039167 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79ee expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.606588:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605322880:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.606618:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605323008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.606651:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.606655:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.607483:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605323008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.607500:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605322880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.607502:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039167 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79ee expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.607521:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039167 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79ee expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.607526:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6dd2923/0xaf35132e63039160 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e7 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.607531:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:0.0:1780298663.607546:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6dd2923/0xaf35132e63039160 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e7 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.607557:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110400, rc 0) 00000100:00100000:3.0:1780298663.607584:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610075264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1133us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.607591:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610075136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1159us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.607595:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11903 00000100:00100000:0.0:1780298663.607605:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11902 00000100:00100000:1.0:1780298663.608616:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.608674:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075392 00000100:00100000:2.0:1780298663.608681:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075392 00000100:00100000:1.0:1780298663.608720:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.608740:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075520 00000100:00100000:2.0:1780298663.608745:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075520 00000100:00100000:3.0:1780298663.608799:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11904 00000100:00100000:2.0:1780298663.608807:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11905 00000100:00100000:3.0:1780298663.608811:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610075392:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.608819:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610075520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.608821:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.608833:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303916e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79f5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.608834:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.608842:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63039175 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d79fc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.608878:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605323136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.608908:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605323264:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.608927:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375ece600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.608942:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.609776:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf34831b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605323136:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.609796:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303916e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79f5 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.609813:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303916e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79f5 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.609821:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605323264:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.609824:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:0.0:1780298663.609843:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63039175 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79fc expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.609860:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610075392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1052us (1244us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298663.609861:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e63039175 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79fc expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.609875:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11904 00010000:00010000:0.0:1780298663.609881:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298663.609910:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610075520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1094us (1189us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.609917:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11905 00000100:00100000:1.0:1780298663.611102:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.611184:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075776 00000100:00100000:0.0:1780298663.611191:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075776 00000100:00100000:0.0:1780298663.611235:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62258 00000100:00100000:0.0:1780298663.611255:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+102:30556:x1866777610075776:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298663.611307:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.611330:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111400/0xaf35132e6303908e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7915 expref: 102 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.611344:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.611349:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.611534:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.611551:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 113 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.611570:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.611597:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 113 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.611612:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 113 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.611626:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605323392:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.611682:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.612436:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605323392:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.612454:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.612596:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.612635:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610075904 00000100:00100000:2.0:1780298663.612640:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610075904 00010000:00010000:2.0:1780298663.612658:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 114 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.612680:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15612 00000100:00100000:2.0:1780298663.612686:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+114:2400:x1866777610075904:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.612693:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.612697:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 114 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612705:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 114 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612715:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e63039080 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d790e expref: 114 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612723:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.612726:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612741:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612746:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.612775:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.612807:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+113:2400:x1866777610075904:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (211us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298663.612811:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.612818:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15612 00010000:00010000:0.0:1780298663.612826:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298663.612874:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991267 00000004:00010000:0.0:1780298663.612901:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2afaf34 reply state 00000000774d88a3 transno 4294991268 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.612913:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.612920:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.612923:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298663.612925:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298663.612993:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+104:30556:x1866777610075776:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1741us (1893us total) trans 4294991268 rc 0/0 00000100:00100000:0.0:1780298663.613000:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62258 00000020:00080000:0.0:1780298663.613004:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298663.613844:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.613887:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076032 00000100:00100000:2.0:1780298663.613892:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076032 00000100:00100000:2.0:1780298663.613926:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11906 00000100:00100000:2.0:1780298663.613933:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610076032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.613944:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.613955:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a03 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.613982:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.613990:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(98 0) 00010000:00010000:2.0:1780298663.613994:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(99 0) 00010000:00010000:2.0:1780298663.613999:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.614020:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.614038:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.614051:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605323520:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.614098:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.615008:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605323520:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.615027:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615039:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.615069:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610076032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1136us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.615076:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11906 00000100:00100000:1.0:1780298663.615271:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.615302:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076160 00000100:00100000:2.0:1780298663.615308:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076160 00010000:00010000:2.0:1780298663.615328:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.615354:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15613 00000100:00100000:2.0:1780298663.615361:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610076160:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.615371:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.615393:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615416:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615435:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039159 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2932736->36487167] (req 2932736->2981887) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79e0 expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615443:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(99 0) 00010000:00010000:2.0:1780298663.615445:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(99 0) 00010000:00010000:2.0:1780298663.615449:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615455:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.615472:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.615482:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605323648:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.615520:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.616341:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605323648:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.616351:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.616374:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610076160:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1014us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.616379:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15613 00000100:00100000:1.0:1780298663.616484:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.616525:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076288 00000100:00100000:0.0:1780298663.616531:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076288 00000100:00100000:0.0:1780298663.616564:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11907 00000100:00100000:0.0:1780298663.616573:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610076288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.616584:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.616595:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a0a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616610:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616621:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616625:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(63 0) 00010000:00010000:0.0:1780298663.616627:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(65 0) 00010000:00010000:0.0:1780298663.616630:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616644:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616652:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 8 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.616659:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605323776:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.616694:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.616701:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 12 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.616708:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605323904:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298663.616724:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.617442:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605323776:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.617818:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.617830:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605323904:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.617855:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.617868:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111600, rc 0) 00000100:00100000:0.0:1780298663.617897:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610076288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1327us (1414us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.617904:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11907 00000100:00100000:2.0:1780298663.617910:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076416 00000100:00100000:2.0:1780298663.617915:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076416 00010000:00010000:2.0:1780298663.617934:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 9 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.617962:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15614 00000100:00100000:2.0:1780298663.617972:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610076416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298663.617979:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298663.617985:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.618003:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 9 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.618009:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076544 00000100:00100000:0.0:1780298663.618015:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076544 00010000:00010000:2.0:1780298663.618017:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 9 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.618037:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630390f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2387968->35942399] (req 2387968->2392063) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d797e expref: 9 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1780298663.618049:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (118784->126975) req@ffff9cf34831b100 x1866777610076544/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 8680/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1780298663.618050:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1780298663.618061:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831b100 with x1866777610076544 ext(118784->126975) 00010000:00010000:0.0:1780298663.618069:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 12 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.618084:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 12 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.618088:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610076416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 118us (271us total) trans 0 rc 0/0 00002000:00010000:0.0:1780298663.618099:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831b100 00000100:00100000:2.0:1780298663.618104:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15614 00000100:00100000:3.0:1780298663.618171:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 250 00000100:00100000:2.0:1780298663.618277:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610076544:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.618831:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610076544:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 652us (858us total) trans 4294969453 rc 0/0 00000100:00100000:2.0:1780298663.618837:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 250 00002000:00100000:2.0:1780298663.618842:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (118784->126975) req@ffff9cf34831b100 x1866777610076544/t4294969453(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 8680/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.618854:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831b100 with x1866777610076544 ext(118784->126975) 00010000:00010000:2.0:1780298663.618859:0:8363:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.618870:0:8363:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298663.618876:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf34831b100 00000100:00100000:3.0:1780298663.619709:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.619759:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076672 00000100:00100000:1.0:1780298663.619764:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076672 00010000:00010000:1.0:1780298663.619786:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.619816:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15615 00000100:00100000:1.0:1780298663.619829:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610076672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.619837:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298663.619845:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 848 -> 864 00010000:00010000:1.0:1780298663.619849:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.619856:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.619867:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303911a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [118784->2387967] (req 118784->126975) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d79a1 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.619876:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(65 0) 00010000:00010000:1.0:1780298663.619879:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(65 0) 00010000:00010000:1.0:1780298663.619883:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.619889:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.619909:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.619918:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605324032:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.619963:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.620730:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605324032:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.620744:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.620772:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610076672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 943us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.620825:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15615 00000100:00100000:0.0:1780298663.620879:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.620905:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.620906:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076800 00000100:00100000:1.0:1780298663.620913:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076800 00002000:00010000:1.0:1780298663.620937:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.620942:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777610076800 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1780298663.620947:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610076928 00002000:00010000:1.0:1780298663.620951:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380. 00000100:00100000:3.0:1780298663.620953:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610076928 00002000:00010000:3.0:1780298663.620975:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3774738->18446744073709551615) 00000100:00100000:1.0:1780298663.620978:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7228 00002000:00100000:3.0:1780298663.620981:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9880 with x1866777610076928 ext(3774738->18446744073709551615) 00002000:00010000:3.0:1780298663.620989:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e9880. 00000100:00100000:1.0:1780298663.620991:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610076800:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298663.621017:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7229 00000100:00100000:3.0:1780298663.621028:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610076928:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298663.621265:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5101752 -> 4194304 00002000:00010000:1.0:1780298663.621269:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.621272:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.621274:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.621277:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1584 -> 1504 00002000:00010000:3.0:1780298663.621305:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 3774738 00002000:00010000:3.0:1780298663.621309:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298663.621312:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298663.621317:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00000100:00100000:1.0:1780298663.621318:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610076800:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 329us (438us total) trans 4294969984 rc 0/0 00002000:00010000:3.0:1780298663.621323:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 864 -> 728 00000100:00100000:1.0:1780298663.621333:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7228 00002000:00010000:1.0:1780298663.621336:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.621340:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8380 with x1866777610076800 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.621345:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e8380. 00000100:00100000:3.0:1780298663.621354:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610076928:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 328us (446us total) trans 4294969454 rc 0/0 00000100:00100000:3.0:1780298663.621361:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7229 00002000:00010000:3.0:1780298663.621365:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3774738->18446744073709551615) 00002000:00100000:3.0:1780298663.621367:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9880 with x1866777610076928 ext(3774738->18446744073709551615) 00002000:00010000:3.0:1780298663.621372:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e9880. 00000100:00100000:1.0:1780298663.622235:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.622266:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077056 00000100:00100000:3.0:1780298663.622271:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077056 00000100:00100000:3.0:1780298663.622304:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62259 00000100:00100000:3.0:1780298663.622312:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+113:30556:x1866777610077056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.622325:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.622342:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e63039191 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a11 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622421:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622446:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622457:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298663.622485:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7969042 00000004:00200000:3.0:1780298663.622490:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298663.622508:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622529:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841ca00/0xaf35132e63039191 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a11 expref: 115 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622544:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a11 expref: 114 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.622553:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.622555:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298663.622559:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298663.622594:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+114:30556:x1866777610077056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 283us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.622601:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62259 00000100:00100000:2.0:1780298663.623589:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.623632:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077184 00000100:00100000:0.0:1780298663.623637:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077184 00000100:00100000:0.0:1780298663.623666:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11908 00000100:00100000:0.0:1780298663.623684:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610077184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.623695:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.623708:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002506f581/0xaf35132e6303919f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a18 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.623723:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.623759:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605324160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.623777:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077312 00000100:00100000:2.0:1780298663.623783:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077312 00000100:00100000:0.0:1780298663.623813:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.623828:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11909 00000100:00100000:2.0:1780298663.623836:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610077312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.623844:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.623853:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630391a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a1f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.623879:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605324288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.623910:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.624870:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605324288:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.624893:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605324160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.624904:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630391a6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a1f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.624907:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002506f581/0xaf35132e6303919f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a18 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.624924:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630391a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a1f expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.624924:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002506f581/0xaf35132e6303919f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a18 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.624936:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111800, rc 0) 00010000:00010000:2.0:1780298663.624943:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.624974:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610077312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1139us (1253us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.624974:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610077184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1294us (1386us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.624982:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11908 00000100:00100000:2.0:1780298663.624986:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11909 00000100:00100000:1.0:1780298663.626110:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.626192:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077440 00000100:00100000:2.0:1780298663.626199:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077440 00000100:00100000:1.0:1780298663.626235:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.626239:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11910 00000100:00100000:2.0:1780298663.626247:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610077440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.626260:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.626260:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077568 00000100:00100000:0.0:1780298663.626265:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077568 00010000:00010000:2.0:1780298663.626272:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630391ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a26 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.626289:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11911 00000100:00100000:0.0:1780298663.626296:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610077568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.626304:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.626316:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e630391b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a2d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.626323:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605324416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.626357:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605324544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.626386:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.626389:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.627182:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605324544:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.627208:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e630391b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a2d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.627230:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003f8a59d2/0xaf35132e630391b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a2d expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.627242:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:2.0:1780298663.627245:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605324416:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.627266:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630391ad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a26 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.627284:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630391ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a26 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.627284:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610077568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1047us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.627301:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11911 00010000:00010000:2.0:1780298663.627304:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298663.627329:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610077440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1083us (1222us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.627344:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11910 00000100:00100000:3.0:1780298663.628731:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.628787:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077696 00000100:00100000:2.0:1780298663.628796:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077696 00002000:00100000:2.0:1780298663.628836:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (118784->184319) req@ffff9cf34831a680 x1866777610077696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.628848:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777610077696 ext(118784->184319) 00002000:00010000:2.0:1780298663.628852:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:2.0:1780298663.628876:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7230 00000100:00100000:2.0:1780298663.628885:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610077696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.630356:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34831a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610077696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1468us (1627us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298663.630368:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7230 00002000:00100000:2.0:1780298663.630378:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (118784->184319) req@ffff9cf34831a680 x1866777610077696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.630388:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34831a680 with x1866777610077696 ext(118784->184319) 00002000:00010000:2.0:1780298663.630392:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34831a680 00000100:00100000:1.0:1780298663.631378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.631407:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.631432:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077824 00000100:00100000:3.0:1780298663.631441:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077824 00000100:00100000:2.0:1780298663.631446:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610077952 00000100:00100000:2.0:1780298663.631452:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610077952 00000100:00100000:3.0:1780298663.631486:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11912 00000100:00100000:3.0:1780298663.631497:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610077824:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.631502:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11913 00000100:00100000:2.0:1780298663.631511:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610077952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.631529:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.631529:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.631548:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630391c2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a3b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.631549:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630391bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a34 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.631623:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605324800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.631624:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605324672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.631706:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.631707:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.632579:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605324672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.632580:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605324800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.632612:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630391c2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a3b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.632614:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630391bb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a34 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.632643:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630391c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a3b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.632644:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e630391bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a34 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.632663:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:3.0:1780298663.632665:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298663.632698:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610077952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1189us (1290us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.632704:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610077824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1209us (1326us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.632706:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11913 00000100:00100000:3.0:1780298663.632716:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11912 00000100:00100000:0.0:1780298663.633871:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.633894:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.633920:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078208 00000100:00100000:3.0:1780298663.633928:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078208 00000100:00100000:1.0:1780298663.633945:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078080 00000100:00100000:1.0:1780298663.633951:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078080 00000100:00100000:3.0:1780298663.633980:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11914 00000100:00100000:1.0:1780298663.634010:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11915 00000100:00100000:1.0:1780298663.634027:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610078080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.634041:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.634052:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610078208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.634056:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630391c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a42 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.634063:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.634078:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630391d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a49 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.634113:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605324928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.634222:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.634313:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605325056:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.634383:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.635076:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605324928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.635104:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630391c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a42 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.635122:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630391c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a42 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.635163:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:3.0:1780298663.635168:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605325056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.635203:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610078080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1181us (1307us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.635212:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11915 00010000:00010000:3.0:1780298663.635252:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630391d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a49 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.635266:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e630391d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a49 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.635275:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.635348:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610078208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1360us (1479us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.635356:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11914 00000100:00100000:2.0:1780298663.636265:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.636307:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078336 00000100:00100000:2.0:1780298663.636310:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.636316:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078336 00000100:00100000:1.0:1780298663.636378:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078464 00000100:00100000:1.0:1780298663.636383:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078464 00000100:00100000:3.0:1780298663.636422:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11916 00000100:00100000:3.0:1780298663.636432:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610078336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.636449:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.636460:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11917 00010000:00010000:3.0:1780298663.636463:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630391d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a50 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.636486:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610078464:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.636505:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605325184:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.636508:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.636527:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e630391de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a57 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.636557:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.636587:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605325312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.636650:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.637360:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348318380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605325184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.637403:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630391d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a50 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.637446:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605325312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.637464:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630391d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a50 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.637477:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e630391de lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a57 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.637479:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298663.637504:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e630391de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a57 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.637517:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110800, rc 0) 00000100:00100000:3.0:1780298663.637530:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610078336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1097us (1263us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.637545:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11916 00000100:00100000:0.0:1780298663.637555:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610078464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1076us (1241us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.637568:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11917 00000100:00100000:3.0:1780298663.638576:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.638611:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.638636:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078720 00000100:00100000:0.0:1780298663.638643:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078720 00000100:00100000:1.0:1780298663.638646:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078592 00000100:00100000:1.0:1780298663.638654:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078592 00000100:00100000:0.0:1780298663.638686:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11918 00000100:00100000:0.0:1780298663.638695:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610078720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.638706:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.638712:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11919 00010000:00010000:0.0:1780298663.638717:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063247474/0xaf35132e630391e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a65 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.638731:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610078592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.638749:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.638764:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e630391ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a5e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.638764:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605325440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.638830:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.638831:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605325568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.638885:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.639539:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605325440:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.639555:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063247474/0xaf35132e630391e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a65 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.639584:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063247474/0xaf35132e630391e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a65 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.639595:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110e00, rc 0) 00000100:00100000:0.0:1780298663.639632:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610078720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 939us (1058us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.639641:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11918 00000100:00100000:1.0:1780298663.639754:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605325568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.639784:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e630391ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a5e expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.639801:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e630391ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a5e expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.639812:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.639855:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610078592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1136us (1245us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.639862:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11919 00000100:00100000:2.0:1780298663.640859:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.640904:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078848 00000100:00100000:1.0:1780298663.640912:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078848 00000100:00100000:1.0:1780298663.640964:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7231 00000100:00100000:1.0:1780298663.640975:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610078848:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.641270:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.641274:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.641276:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.641279:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.641286:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:1.0:1780298663.641332:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777610078848:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 361us (473us total) trans 4294969985 rc 0/0 00000100:00100000:1.0:1780298663.641339:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7231 00000100:00100000:2.0:1780298663.642191:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.642238:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079104 00000100:00100000:1.0:1780298663.642243:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079104 00000100:00100000:2.0:1780298663.642277:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.642280:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11920 00000100:00100000:1.0:1780298663.642287:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610079104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.642297:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.642306:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610078976 00010000:00010000:1.0:1780298663.642312:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e630391f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a73 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.642318:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610078976 00000100:00100000:1.0:1780298663.642384:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605325696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.642426:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11921 00000100:00100000:3.0:1780298663.642438:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610078976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.642452:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.642466:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630391fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a6c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.642478:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.642513:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605325824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.642558:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.643180:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605325696:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.643210:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e630391f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a73 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.643226:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e630391f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a73 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.643235:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298663.643267:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610079104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1077us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.643272:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11920 00000100:00100000:3.0:1780298663.643424:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605325824:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.643444:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630391fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a6c expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.643472:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630391fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a6c expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.643479:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.643511:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610078976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1239us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.643516:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11921 00000100:00100000:0.0:1780298663.644265:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.644294:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079232 00000100:00100000:3.0:1780298663.644299:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079232 00000100:00100000:3.0:1780298663.644332:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11922 00000100:00100000:3.0:1780298663.644349:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610079232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.644350:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.644364:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.644382:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079360 00000100:00100000:2.0:1780298663.644389:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079360 00010000:00010000:3.0:1780298663.644415:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039201 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a7a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.644429:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11923 00000100:00100000:2.0:1780298663.644441:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610079360:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.644450:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605325952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.644455:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.644478:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039208 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a81 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.644503:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.644527:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605326080:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.644578:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.645013:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605325952:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.645030:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039201 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a7a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.645097:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039201 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a7a expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.645120:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.645191:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610079232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (928us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.645200:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11922 00000100:00100000:2.0:1780298663.645300:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605326080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.645330:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039208 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a81 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.645347:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039208 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a81 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.645359:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298663.645394:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610079360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1057us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.645404:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11923 00000100:00100000:0.0:1780298663.646609:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.646655:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079488 00000100:00100000:2.0:1780298663.646661:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079488 00002000:00100000:2.0:1780298663.646693:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3203072->3264511) req@ffff9cf3733e9f80 x1866777610079488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.646704:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9f80 with x1866777610079488 ext(3203072->3264511) 00002000:00010000:2.0:1780298663.646709:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9f80 00000100:00100000:2.0:1780298663.646732:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7232 00000100:00100000:2.0:1780298663.646740:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610079488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.647732:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610079488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 993us (1125us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1780298663.647744:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7232 00002000:00100000:2.0:1780298663.647750:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (3203072->3264511) req@ffff9cf3733e9f80 x1866777610079488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.647756:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9f80 with x1866777610079488 ext(3203072->3264511) 00002000:00010000:2.0:1780298663.647758:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9f80 00000100:00100000:3.0:1780298663.648632:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.648664:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.648690:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079616 00000100:00100000:2.0:1780298663.648696:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079616 00000100:00100000:1.0:1780298663.648700:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079744 00000100:00100000:1.0:1780298663.648705:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079744 00000100:00100000:2.0:1780298663.648739:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11924 00000100:00100000:1.0:1780298663.648749:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11925 00000100:00100000:2.0:1780298663.648755:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610079616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.648762:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610079744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.648767:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.648770:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.648782:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6303920f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a8f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.648783:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039216 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a88 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.648838:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605326336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.648839:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605326208:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.648911:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.648913:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.649756:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605326336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.649778:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6303920f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a8f expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.649786:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605326208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.649797:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e6303920f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a8f expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.649808:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00010000:00010000:3.0:1780298663.649826:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039216 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a88 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.649839:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610079744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1173us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298663.649853:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039216 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a88 expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.649861:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11925 00010000:00010000:3.0:1780298663.649879:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:3.0:1780298663.649922:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610079616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1175us (1293us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.649979:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11924 00000100:00100000:1.0:1780298663.650702:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.650726:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.650752:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610079872 00000100:00100000:0.0:1780298663.650758:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610079872 00000100:00100000:2.0:1780298663.650773:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080000 00000100:00100000:2.0:1780298663.650781:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080000 00000100:00100000:0.0:1780298663.650802:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11926 00000100:00100000:0.0:1780298663.650811:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610079872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.650822:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.650837:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e6303921d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a96 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.650842:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11927 00000100:00100000:1.0:1780298663.650860:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610080000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.650870:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.650878:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039224 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7a9d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.650892:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605326464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.650920:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605326592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.650949:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.650967:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.651644:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605326464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.651659:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e6303921d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a96 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.651682:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd612c0a/0xaf35132e6303921d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a96 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.651690:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:0.0:1780298663.651719:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610079872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1019us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.651726:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11926 00000100:00100000:2.0:1780298663.651793:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605326592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.651821:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039224 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a9d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.651839:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039224 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a9d expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.651851:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:2.0:1780298663.651890:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610080000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1034us (1163us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.651899:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11927 00000100:00100000:3.0:1780298663.652612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.652642:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080256 00000100:00100000:0.0:1780298663.652646:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080256 00000100:00100000:0.0:1780298663.652683:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62260 00000100:00100000:0.0:1780298663.652694:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+114:30556:x1866777610080256:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298663.652737:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.652754:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039198 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a11 expref: 114 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.652765:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.652768:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.652895:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.652920:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.652931:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298663.652987:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991269 00000004:00010000:0.0:1780298663.653006:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003eab01f9 reply state 000000006bc1844b transno 4294991270 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.653017:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.653023:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.653024:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298663.653026:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298663.653073:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:30556:x1866777610080256:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 383us (462us total) trans 4294991270 rc 0/0 00000100:00100000:0.0:1780298663.653078:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62260 00000020:00080000:0.0:1780298663.653081:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298663.653819:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.653872:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080384 00000100:00100000:1.0:1780298663.653883:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080384 00000100:00100000:1.0:1780298663.653929:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11928 00000100:00100000:1.0:1780298663.653939:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610080384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.653953:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.653968:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7aa4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.654003:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.654012:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(99 0) 00010000:00010000:1.0:1780298663.654016:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(100 0) 00010000:00010000:1.0:1780298663.654022:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.654056:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.654071:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 16 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.654086:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605326720:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.654196:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.654782:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605326720:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.654803:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.654815:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:0.0:1780298663.654850:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610080384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.654858:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11928 00000100:00100000:3.0:1780298663.655184:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.655242:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080512 00000100:00100000:1.0:1780298663.655249:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080512 00010000:00010000:1.0:1780298663.655274:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.655312:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15616 00000100:00100000:1.0:1780298663.655320:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610080512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.655332:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.655360:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.655373:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.655394:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039183 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a03 expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.655407:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(100 0) 00010000:00010000:1.0:1780298663.655411:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(100 0) 00010000:00010000:1.0:1780298663.655416:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.655425:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.655451:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.655463:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605326848:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.655510:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.656265:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605326848:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.656281:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.656329:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610080512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1009us (1145us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.656346:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15616 00000100:00100000:2.0:1780298663.656389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.656447:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080640 00000100:00100000:3.0:1780298663.656453:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080640 00000100:00100000:2.0:1780298663.656502:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11929 00000100:00100000:2.0:1780298663.656512:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610080640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.656522:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.656534:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7aab expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.656552:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.656558:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(65 0) 00010000:00010000:2.0:1780298663.656565:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(66 0) 00010000:00010000:2.0:1780298663.656569:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.656586:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.656595:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 13 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.656603:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605326976:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.656636:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.657255:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605326976:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.657271:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.657285:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.657317:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610080640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (931us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.657324:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11929 00000100:00100000:0.0:1780298663.657527:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.657576:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080768 00000100:00100000:1.0:1780298663.657582:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080768 00010000:00010000:1.0:1780298663.657606:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 14 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.657636:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15617 00000100:00100000:1.0:1780298663.657646:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610080768:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.657656:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.657675:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 14 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.657687:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 14 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.657707:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000febf96cc/0xaf35132e6303918a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7a0a expref: 14 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.657718:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(66 0) 00010000:00010000:1.0:1780298663.657722:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(66 0) 00010000:00010000:1.0:1780298663.657728:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.657737:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.657773:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.657784:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605327104:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.657830:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.658444:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605327104:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.658459:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.658496:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610080768:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 852us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.658509:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15617 00000100:00100000:0.0:1780298663.658561:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.658606:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610080896 00000100:00100000:1.0:1780298663.658612:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610080896 00002000:00010000:1.0:1780298663.658641:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.658646:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9500 with x1866777610080896 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.658658:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9500. 00000100:00100000:0.0:1780298663.658663:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.658691:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081024 00000100:00100000:1.0:1780298663.658696:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081024 00002000:00010000:1.0:1780298663.658714:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2595586->18446744073709551615) 00002000:00100000:1.0:1780298663.658718:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8000 with x1866777610081024 ext(2595586->18446744073709551615) 00002000:00010000:1.0:1780298663.658726:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8000. 00000100:00100000:2.0:1780298663.658733:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7233 00000100:00100000:2.0:1780298663.658753:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610080896:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298663.658763:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7234 00000100:00100000:3.0:1780298663.658779:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610081024:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.658938:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.658944:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.658955:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.658958:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.658960:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:2.0:1780298663.658999:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610080896:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 255us (440us total) trans 4294969986 rc 0/0 00000100:00100000:2.0:1780298663.659011:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7233 00002000:00010000:2.0:1780298663.659017:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.659020:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e9500 with x1866777610080896 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.659027:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3733e9500. 00002000:00010000:3.0:1780298663.659070:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3774738 -> 2595586 00002000:00010000:3.0:1780298663.659076:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298663.659079:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298663.659083:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298663.659085:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 728 -> 536 00000100:00100000:3.0:1780298663.659213:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610081024:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 440us (554us total) trans 4294969455 rc 0/0 00000100:00100000:3.0:1780298663.659219:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7234 00002000:00010000:3.0:1780298663.659222:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2595586->18446744073709551615) 00002000:00100000:3.0:1780298663.659225:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8000 with x1866777610081024 ext(2595586->18446744073709551615) 00002000:00010000:3.0:1780298663.659230:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8000. 00000100:00100000:0.0:1780298663.659879:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.659938:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081152 00000100:00100000:1.0:1780298663.659945:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081152 00000100:00100000:1.0:1780298663.659997:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62261 00000100:00100000:1.0:1780298663.660008:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:30556:x1866777610081152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.660039:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.660061:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e63039240 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ab2 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660203:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660219:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660230:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.660259:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 6789890 00000004:00200000:1.0:1780298663.660265:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.660284:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660310:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e63039240 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 118 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660328:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 117 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.660336:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.660339:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.660342:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:1.0:1780298663.660380:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:30556:x1866777610081152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 375us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.660395:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62261 00000100:00100000:2.0:1780298663.661371:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.661418:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081280 00000100:00100000:0.0:1780298663.661423:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081280 00000100:00100000:0.0:1780298663.661460:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62262 00000100:00100000:0.0:1780298663.661470:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+104:30556:x1866777610081280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.661484:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.661497:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e6303924e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ab9 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661560:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661573:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661583:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.661601:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 6789890 00000004:00200000:0.0:1780298663.661605:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.661619:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661638:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110200/0xaf35132e6303924e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab9 expref: 106 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661654:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab9 expref: 105 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.661661:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.661664:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.661675:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110400, rc 0) 00000100:00100000:0.0:1780298663.661710:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:30556:x1866777610081280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 243us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.661717:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62262 00000100:00100000:0.0:1780298663.662505:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.662530:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.662545:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081408 00000100:00100000:3.0:1780298663.662552:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081408 00000100:00100000:3.0:1780298663.662598:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081536 00000100:00100000:3.0:1780298663.662601:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081536 00000100:00100000:2.0:1780298663.662605:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11930 00000100:00100000:2.0:1780298663.662623:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610081408:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.662628:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11931 00010000:00010000:2.0:1780298663.662635:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.662641:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610081536:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.662648:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303925c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ac0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.662649:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.662659:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039263 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ac7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.662693:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605327232:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.662696:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605327360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.662784:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.662784:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.663603:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605327360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.663631:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039263 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ac7 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.663636:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605327232:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.663669:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039263 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ac7 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.663679:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303925c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ac0 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.663690:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00010000:00010000:0.0:1780298663.663705:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303925c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ac0 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.663718:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:1.0:1780298663.663732:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610081536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1093us (1197us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.663741:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11931 00000100:00100000:0.0:1780298663.663766:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610081408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1257us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.663774:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11930 00000100:00100000:0.0:1780298663.664643:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.664681:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081664 00000100:00100000:1.0:1780298663.664688:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081664 00000100:00100000:1.0:1780298663.664718:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11932 00000100:00100000:1.0:1780298663.664724:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610081664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.664742:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.664758:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ace expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.664779:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.664787:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(66 0) 00010000:00010000:1.0:1780298663.664792:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:1.0:1780298663.664797:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->1114111] (req 1105920->1114111) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.664822:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.664832:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 9 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.664842:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605327488:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.664885:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.665583:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605327488:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.665606:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->1114111] (req 1105920->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.665616:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.665656:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610081664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.665662:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11932 00000100:00100000:0.0:1780298663.665671:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.665715:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081792 00000100:00100000:3.0:1780298663.665775:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081792 00010000:00010000:3.0:1780298663.665801:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.665826:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15618 00000100:00100000:3.0:1780298663.665834:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610081792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.665846:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.665861:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.665891:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.665910:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e63039239 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aab expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.665924:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:3.0:1780298663.665928:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:3.0:1780298663.665937:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.665947:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.665978:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.665987:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605327616:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.666035:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.666761:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.666791:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605327616:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.666806:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.666808:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610081920 00000100:00100000:0.0:1780298663.666813:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610081920 00000100:00100000:3.0:1780298663.666836:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610081792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1003us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.666841:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15618 00000100:00100000:0.0:1780298663.666854:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7235 00000100:00100000:0.0:1780298663.666862:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610081920:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.667004:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2595586 -> 2595586 00002000:00010000:0.0:1780298663.667007:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.667009:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.667015:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.667016:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 536 -> 552 00000100:00100000:0.0:1780298663.667043:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610081920:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 183us (288us total) trans 4294969456 rc 0/0 00000100:00100000:0.0:1780298663.667049:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7235 00000100:00100000:2.0:1780298663.667880:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.667902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.667925:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082048 00000100:00100000:1.0:1780298663.667932:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082048 00000100:00100000:3.0:1780298663.667935:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082176 00000100:00100000:3.0:1780298663.667941:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082176 00000100:00100000:1.0:1780298663.667979:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11933 00000100:00100000:3.0:1780298663.667990:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11934 00000100:00100000:1.0:1780298663.668000:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610082048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.668010:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610082176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.668020:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.668020:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.668045:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039271 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7adc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.668046:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039278 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ad5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.668186:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605327744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.668203:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605327872:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.668252:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.668252:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.668933:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605327744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.668948:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605327872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.668961:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039278 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ad5 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.668970:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039271 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7adc expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.668978:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039278 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ad5 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.668987:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039271 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7adc expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.668989:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:3.0:1780298663.669004:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298663.669027:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610082048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1147us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.669030:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610082176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1126us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.669050:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11934 00000100:00100000:1.0:1780298663.669057:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11933 00000100:00100000:2.0:1780298663.670018:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.670059:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082304 00000100:00100000:0.0:1780298663.670063:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082304 00000100:00100000:0.0:1780298663.670091:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11935 00000100:00100000:0.0:1780298663.670098:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610082304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.670105:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.670112:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.670119:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303927f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ae3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.670176:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605328000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.670187:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082432 00000100:00100000:1.0:1780298663.670206:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082432 00000100:00100000:0.0:1780298663.670226:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.670264:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11936 00000100:00100000:1.0:1780298663.670277:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610082432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.670296:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.670308:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039286 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7aea expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.670349:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605328128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.670397:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.670828:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605328000:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.670853:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303927f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ae3 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.670869:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e6303927f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ae3 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.670879:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:0.0:1780298663.670907:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610082304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (892us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.670922:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11935 00000100:00100000:1.0:1780298663.670985:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605328128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.671001:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039286 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aea expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.671028:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039286 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aea expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.671040:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.671072:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610082432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 801us (966us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.671077:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11936 00000100:00100000:2.0:1780298663.671998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.672039:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082560 00000100:00100000:0.0:1780298663.672046:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082560 00000100:00100000:0.0:1780298663.672082:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11937 00000100:00100000:0.0:1780298663.672090:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610082560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.672100:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.672109:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303928d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7af1 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.672188:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605328256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.672233:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.672808:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605328256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.672821:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303928d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7af1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.672832:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de475328/0xaf35132e6303928d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7af1 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.672838:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.672862:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610082560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (866us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.672867:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11937 00000100:00100000:3.0:1780298663.673780:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.673823:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082688 00000100:00100000:1.0:1780298663.673829:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082688 00002000:00100000:1.0:1780298663.673858:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (880640->884735) req@ffff9cf24339dc00 x1866777610082688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.673865:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777610082688 ext(880640->884735) 00002000:00010000:1.0:1780298663.673875:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:1.0:1780298663.673898:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7236 00000100:00100000:1.0:1780298663.673903:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610082688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.674025:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610082688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.674037:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7236 00002000:00100000:1.0:1780298663.674042:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (880640->884735) req@ffff9cf24339dc00 x1866777610082688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.674048:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339dc00 with x1866777610082688 ext(880640->884735) 00002000:00010000:1.0:1780298663.674050:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339dc00 00000100:00100000:2.0:1780298663.674991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.675028:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082816 00000100:00100000:1.0:1780298663.675032:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082816 00002000:00100000:1.0:1780298663.675048:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (884736->888831) req@ffff9cf36e56fb80 x1866777610082816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.675055:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56fb80 with x1866777610082816 ext(884736->888831) 00002000:00010000:1.0:1780298663.675057:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56fb80 00000100:00100000:1.0:1780298663.675073:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7237 00000100:00100000:1.0:1780298663.675078:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610082816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.675160:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610082816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (169us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.675168:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7237 00002000:00100000:1.0:1780298663.675176:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (884736->888831) req@ffff9cf36e56fb80 x1866777610082816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.675181:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56fb80 with x1866777610082816 ext(884736->888831) 00002000:00010000:1.0:1780298663.675189:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56fb80 00000100:00100000:2.0:1780298663.676058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.676099:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610082944 00000100:00100000:0.0:1780298663.676104:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610082944 00002000:00100000:0.0:1780298663.676174:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (860160->925695) req@ffff9cf36e56d880 x1866777610082944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.676185:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d880 with x1866777610082944 ext(860160->925695) 00002000:00010000:0.0:1780298663.676191:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d880 00000100:00100000:0.0:1780298663.676218:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7238 00000100:00100000:0.0:1780298663.676229:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777610082944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.677063:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777610082944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 836us (1004us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298663.677071:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7238 00002000:00100000:0.0:1780298663.677078:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (860160->925695) req@ffff9cf36e56d880 x1866777610082944/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.677089:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d880 with x1866777610082944 ext(860160->925695) 00002000:00010000:0.0:1780298663.677092:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d880 00000100:00100000:2.0:1780298663.677996:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.678031:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.678044:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083072 00000100:00100000:1.0:1780298663.678050:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083072 00000100:00100000:3.0:1780298663.678091:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083200 00000100:00100000:3.0:1780298663.678096:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083200 00000100:00100000:1.0:1780298663.678104:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11938 00000100:00100000:1.0:1780298663.678115:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610083072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.678158:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.678162:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11939 00010000:00010000:1.0:1780298663.678175:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039294 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7af8 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.678177:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610083200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.678200:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.678215:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303929b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7aff expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.678236:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605328384:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.678257:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605328512:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.678308:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.678309:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.679020:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605328512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.679045:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303929b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aff expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.679075:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cfb726/0xaf35132e6303929b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aff expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.679075:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605328384:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.679100:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00010000:00010000:1.0:1780298663.679111:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039294 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7af8 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.679139:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039294 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7af8 expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.679167:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298663.679168:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610083200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 978us (1116us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.679180:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11939 00000100:00100000:1.0:1780298663.679200:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610083072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1086us (1202us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.679206:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11938 00000100:00100000:3.0:1780298663.680108:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.680177:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083328 00000100:00100000:3.0:1780298663.680186:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.680186:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083328 00000100:00100000:1.0:1780298663.680229:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083456 00000100:00100000:1.0:1780298663.680233:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083456 00000100:00100000:3.0:1780298663.680250:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11940 00000100:00100000:3.0:1780298663.680264:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610083328:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.680269:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11941 00010000:00010000:3.0:1780298663.680275:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.680283:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610083456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.680286:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b06 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.680291:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.680298:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e630392a9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b0d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.680319:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605328640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.680319:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605328768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.680363:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.680363:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.681056:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605328640:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.681075:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b06 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.681084:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605328768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.681089:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b06 expref: 17 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.681097:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e630392a9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b0d expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.681111:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00010000:00010000:0.0:1780298663.681118:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e630392a9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b0d expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.681173:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:3.0:1780298663.681181:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610083328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1074us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.681188:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11940 00000100:00100000:0.0:1780298663.681191:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610083456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1009us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.681198:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11941 00000100:00100000:2.0:1780298663.682235:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.682264:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083584 00000100:00100000:3.0:1780298663.682268:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083584 00000100:00100000:3.0:1780298663.682291:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11942 00000100:00100000:3.0:1780298663.682297:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610083584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.682303:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.682309:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b14 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.682323:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.682330:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(100 0) 00010000:00010000:3.0:1780298663.682334:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.682337:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2760704->2809855] (req 2760704->2809855) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.682351:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.682360:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.682373:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605328896:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.682402:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf341359600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.683008:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605328896:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.683020:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2760704->2809855] (req 2760704->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.683027:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298663.683048:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610083584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 752us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.683052:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11942 00000100:00100000:2.0:1780298663.683256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.683304:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083712 00000100:00100000:0.0:1780298663.683307:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083712 00010000:00010000:0.0:1780298663.683324:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.683347:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15619 00000100:00100000:0.0:1780298663.683351:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610083712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.683359:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.683368:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.683376:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.683389:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039232 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7aa4 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.683405:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:0.0:1780298663.683408:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:0.0:1780298663.683413:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.683419:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.683434:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.683440:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605329024:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.683467:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.684157:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605329024:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298663.684169:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.684194:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610083712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 841us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.684200:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15619 00000100:00100000:2.0:1780298663.684685:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.684714:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083840 00000100:00100000:3.0:1780298663.684719:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083840 00002000:00100000:3.0:1780298663.684745:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2760704->2809855) req@ffff9cf255490700 x1866777610083840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298663.684755:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777610083840 ext(2760704->2809855) 00002000:00010000:3.0:1780298663.684760:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:3.0:1780298663.684782:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7239 00000100:00100000:3.0:1780298663.684792:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610083840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.685681:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610083840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 891us (996us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1780298663.685687:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7239 00002000:00100000:2.0:1780298663.685692:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2760704->2809855) req@ffff9cf255490700 x1866777610083840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.685698:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490700 with x1866777610083840 ext(2760704->2809855) 00002000:00010000:2.0:1780298663.685701:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490700 00000100:00100000:2.0:1780298663.686645:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.686681:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610083968 00000100:00100000:1.0:1780298663.686688:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610083968 00000100:00100000:1.0:1780298663.686723:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11943 00000100:00100000:1.0:1780298663.686734:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610083968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.686746:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.686750:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.686762:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b1b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.686779:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:1.0:1780298663.686783:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:1.0:1780298663.686789:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.686794:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084096 00000100:00100000:2.0:1780298663.686802:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084096 00010000:00010000:1.0:1780298663.686804:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.686814:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.686850:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610083968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 120us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.686857:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11944 00000100:00100000:1.0:1780298663.686878:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11943 00000100:00100000:2.0:1780298663.686884:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e582050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610084096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.686907:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.686918:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630392be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b22 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.686949:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605329152:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.686990:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.687601:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605329152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.687622:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630392be lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b22 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.687638:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004ba675d2/0xaf35132e630392be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b22 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.687649:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298663.687677:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e582050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610084096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (946us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.687683:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11944 00000100:00100000:0.0:1780298663.688475:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.688505:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084224 00000100:00100000:2.0:1780298663.688509:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084224 00000100:00100000:2.0:1780298663.688532:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11945 00000100:00100000:2.0:1780298663.688537:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610084224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.688543:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.688550:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630392c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b29 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.688578:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605329280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.688606:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.689164:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605329280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.689193:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630392c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b29 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.689203:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630392c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b29 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.689209:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298663.689230:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610084224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 694us (757us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.689235:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11945 00000100:00100000:3.0:1780298663.689942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.689973:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084352 00000100:00100000:2.0:1780298663.689977:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084352 00000100:00100000:2.0:1780298663.689997:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11946 00000100:00100000:2.0:1780298663.690001:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610084352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.690007:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.690014:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630392cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b30 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.690032:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605329408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.690059:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.690627:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605329408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.690640:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630392cc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b30 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.690650:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bed20494/0xaf35132e630392cc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b30 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.690657:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.690680:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610084352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 679us (739us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.690686:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11946 00000100:00100000:0.0:1780298663.691335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.691363:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084480 00000100:00100000:3.0:1780298663.691368:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084480 00000100:00100000:3.0:1780298663.691397:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11947 00000100:00100000:3.0:1780298663.691410:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610084480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.691419:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.691427:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b37 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691442:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691449:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691454:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.691457:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.691460:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->1781759] (req 1761280->1781759) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691481:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691495:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.691506:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605329536:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.691561:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.691583:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 16 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.691595:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605329664:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.691632:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.692173:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605329536:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.692189:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605329664:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.692210:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->1781759] (req 1761280->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.692221:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298663.692280:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777610084480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.692288:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11947 00000100:00100000:2.0:1780298663.692474:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.692506:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.692519:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084608 00000100:00100000:1.0:1780298663.692523:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084608 00000100:00100000:0.0:1780298663.692537:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084736 00000100:00100000:0.0:1780298663.692541:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084736 00010000:00010000:1.0:1780298663.692543:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.692559:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.692574:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15620 00000100:00100000:3.0:1780298663.692597:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15621 00000100:00100000:1.0:1780298663.692598:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610084608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298663.692610:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610084736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.692614:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.692621:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.692626:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.692634:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.692638:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.692661:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.692676:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e630392b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b1b expref: 17 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.692685:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.692688:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e630392b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2760704->2809855) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b14 expref: 17 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.692689:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:1.0:1780298663.692699:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.692709:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.692729:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.692738:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.692746:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605329792:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.692761:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610084736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 154us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.692770:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15621 00000100:00100000:1.0:1780298663.692776:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.693441:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605329792:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.693452:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.693486:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610084608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 895us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.693492:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15620 00000100:00100000:2.0:1780298663.693575:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.693602:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084864 00000100:00100000:0.0:1780298663.693608:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084864 00000100:00100000:0.0:1780298663.693643:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7240 00000100:00100000:0.0:1780298663.693648:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610084864:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.693747:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.693750:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.693752:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.693753:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.693755:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1504 00000100:00100000:0.0:1780298663.693776:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610084864:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 129us (202us total) trans 4294969987 rc 0/0 00000100:00100000:0.0:1780298663.693780:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7240 00000100:00100000:0.0:1780298663.694580:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.694609:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.694624:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610084992 00000100:00100000:2.0:1780298663.694628:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610084992 00000100:00100000:3.0:1780298663.694639:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085120 00000100:00100000:3.0:1780298663.694645:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085120 00000100:00100000:2.0:1780298663.694656:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11948 00000100:00100000:2.0:1780298663.694664:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610084992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.694671:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.694680:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630392da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b3e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.694685:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11949 00000100:00100000:0.0:1780298663.694700:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610085120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.694709:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.694718:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605329920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.694720:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6db4254/0xaf35132e630392e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b45 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.694762:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605330048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.694771:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.694795:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.695530:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605329920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.695541:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605330048:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.695564:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6db4254/0xaf35132e630392e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b45 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.695568:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630392da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b3e expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.695593:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6db4254/0xaf35132e630392e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b45 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.695596:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630392da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b3e expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.695617:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111c00, rc 0) 00010000:00010000:0.0:1780298663.695619:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:1.0:1780298663.695644:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610085120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1035us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.695650:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610084992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1068us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.695655:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11949 00000100:00100000:0.0:1780298663.695663:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11948 00000100:00100000:3.0:1780298663.696573:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.696605:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.696623:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085248 00000100:00100000:2.0:1780298663.696627:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085248 00000100:00100000:2.0:1780298663.696651:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085376 00000100:00100000:2.0:1780298663.696653:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085376 00000100:00100000:1.0:1780298663.696658:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11950 00000100:00100000:3.0:1780298663.696669:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11951 00000100:00100000:1.0:1780298663.696673:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610085248:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.696684:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610085376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.696684:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.696694:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e630392e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b4c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.696696:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.696706:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630392ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b53 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.696728:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605330176:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.696743:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605330304:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.696777:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.696777:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.697510:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605330176:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.697525:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e630392e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b4c expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.697549:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e630392e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b4c expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.697560:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298663.697585:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605330304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.697593:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610085248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.697601:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11950 00010000:00010000:3.0:1780298663.697611:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630392ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b53 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.697627:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630392ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b53 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.697638:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298663.697732:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610085376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1070us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.697740:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11951 00000100:00100000:2.0:1780298663.698592:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.698655:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085504 00000100:00100000:3.0:1780298663.698660:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085504 00000100:00100000:2.0:1780298663.698691:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.698695:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11952 00000100:00100000:3.0:1780298663.698705:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610085504:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.698707:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085632 00000100:00100000:1.0:1780298663.698712:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085632 00010000:00010000:3.0:1780298663.698716:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.698726:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630392f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b5a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.698739:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11953 00000100:00100000:1.0:1780298663.698745:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610085632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.698751:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.698757:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630392fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b61 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.698779:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605330432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.698795:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605330560:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.698813:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.698829:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.699450:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605330432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.699463:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605330560:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.699470:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630392fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b61 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.699481:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630392fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b61 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.699484:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630392f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b5a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.699504:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:3.0:1780298663.699505:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e630392f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b5a expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.699516:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298663.699532:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610085632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (841us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.699538:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11953 00000100:00100000:3.0:1780298663.699543:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610085504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (949us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.699552:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11952 00000100:00100000:2.0:1780298663.700294:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.700331:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085760 00000100:00100000:0.0:1780298663.700336:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085760 00000100:00100000:0.0:1780298663.700366:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11954 00000100:00100000:0.0:1780298663.700380:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610085760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.700389:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.700398:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63039304 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b68 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.700407:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.700428:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605330688:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.700465:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610085888 00000100:00100000:0.0:1780298663.700466:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.700476:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610085888 00000100:00100000:3.0:1780298663.700509:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11955 00000100:00100000:3.0:1780298663.700518:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610085888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.700560:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.700568:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303930b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b6f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.700594:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605330816:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.700627:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.700999:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605330688:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.701013:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63039304 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b68 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.701023:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000203f7534/0xaf35132e63039304 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b68 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.701035:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:0.0:1780298663.701058:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610085760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 686us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.701066:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11954 00000100:00100000:3.0:1780298663.701207:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605330816:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.701221:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303930b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b6f expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.701234:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303930b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b6f expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.701243:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298663.701269:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610085888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (862us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.701276:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11955 00000100:00100000:2.0:1780298663.702058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.702085:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086016 00000100:00100000:3.0:1780298663.702090:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086016 00000100:00100000:3.0:1780298663.702119:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11956 00000100:00100000:3.0:1780298663.702168:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777610086016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.702176:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.702190:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b76 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.702207:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.702212:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.702222:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.702237:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.702247:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:3.0:1780298663.702276:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:30556:x1866777610086016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 110us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.702282:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11956 00000100:00100000:2.0:1780298663.702906:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.702938:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086144 00000100:00100000:1.0:1780298663.702941:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086144 00000100:00100000:1.0:1780298663.702974:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7241 00000100:00100000:1.0:1780298663.702982:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610086144:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.703222:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.703225:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.703227:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.703228:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.703230:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1504 -> 1512 00000100:00100000:1.0:1780298663.703259:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777610086144:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 279us (355us total) trans 4294969988 rc 0/0 00000100:00100000:1.0:1780298663.703264:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7241 00000100:00100000:0.0:1780298663.703961:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.704008:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086272 00000100:00100000:3.0:1780298663.704013:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086272 00000100:00100000:3.0:1780298663.704040:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11957 00000100:00100000:3.0:1780298663.704048:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610086272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.704058:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.704067:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63039319 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b7d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.704096:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.704100:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605330944:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.704140:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086400 00000100:00100000:0.0:1780298663.704145:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086400 00000100:00100000:0.0:1780298663.704181:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11958 00000100:00100000:0.0:1780298663.704190:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610086400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.704198:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.704207:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63039320 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b84 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.704236:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605331072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.704254:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.704263:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.704903:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605331072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.704920:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605330944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.704926:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63039320 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b84 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.704938:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63039319 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b7d expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.704941:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647d193b/0xaf35132e63039320 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b84 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.704964:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c79d5c1/0xaf35132e63039319 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b7d expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.704978:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110800, rc 0) 00010000:00010000:2.0:1780298663.704980:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:2.0:1780298663.705010:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610086272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1044us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.705010:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610086400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (910us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.705021:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11957 00000100:00100000:1.0:1780298663.705027:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11958 00000100:00100000:3.0:1780298663.705982:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.706014:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086528 00000100:00100000:2.0:1780298663.706018:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086528 00000100:00100000:3.0:1780298663.706034:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.706053:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086656 00000100:00100000:2.0:1780298663.706061:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086656 00000100:00100000:1.0:1780298663.706070:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11959 00000100:00100000:0.0:1780298663.706083:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11960 00000100:00100000:1.0:1780298663.706084:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610086528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.706093:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.706097:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610086656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.706101:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039327 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b8b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.706107:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.706117:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e6303932e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b92 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.706161:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605331200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.706178:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605331328:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.706203:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.706212:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.706884:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605331328:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.706891:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605331200:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.706908:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e6303932e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b92 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.706909:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039327 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b8b expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.706933:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039327 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b8b expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.706940:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd612c0a/0xaf35132e6303932e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b92 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.706942:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00010000:00010000:3.0:1780298663.706955:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110a00, rc 0) 00000100:00100000:1.0:1780298663.706975:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610086528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 895us (992us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.706982:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610086656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (947us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.706982:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11959 00000100:00100000:3.0:1780298663.706995:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11960 00000100:00100000:2.0:1780298663.707869:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.707932:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086784 00000100:00100000:1.0:1780298663.707937:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086784 00000100:00100000:1.0:1780298663.707969:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7242 00000100:00100000:1.0:1780298663.707975:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610086784:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.708209:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2595586 -> 2595586 00002000:00010000:1.0:1780298663.708214:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.708216:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.708218:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.708220:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 552 -> 512 00000100:00100000:1.0:1780298663.708252:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610086784:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 276us (382us total) trans 4294969457 rc 0/0 00000100:00100000:1.0:1780298663.708258:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7242 00000100:00100000:2.0:1780298663.709019:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.709051:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.709051:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610086912 00000100:00100000:1.0:1780298663.709055:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610086912 00000100:00100000:1.0:1780298663.709077:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087040 00000100:00100000:1.0:1780298663.709079:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087040 00000100:00100000:1.0:1780298663.709098:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11961 00000100:00100000:1.0:1780298663.709108:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610086912:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.709109:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11962 00010000:00010000:1.0:1780298663.709116:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.709157:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039335 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7b99 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.709158:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610087040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.709172:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.709183:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303933c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ba0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.709201:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605331456:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.709219:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605331584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.709249:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.709252:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.709960:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605331456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.709975:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039335 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b99 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.709985:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605331584:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.709996:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039335 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b99 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.710006:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:3.0:1780298663.710011:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303933c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ba0 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.710027:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303933c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ba0 expref: 17 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.710031:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610086912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1014us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.710041:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11961 00010000:00010000:3.0:1780298663.710053:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298663.710078:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610087040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1029us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.710085:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11962 00000100:00100000:2.0:1780298663.710890:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.710921:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.710936:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087168 00000100:00100000:1.0:1780298663.710940:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087168 00000100:00100000:1.0:1780298663.710963:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087296 00000100:00100000:1.0:1780298663.710965:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087296 00000100:00100000:0.0:1780298663.710998:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11963 00000100:00100000:1.0:1780298663.711006:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11964 00000100:00100000:0.0:1780298663.711012:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610087168:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.711018:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610087296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.711023:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.711026:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.711033:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039343 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ba7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.711035:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303934a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bae expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.711082:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605331712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.711083:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605331840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.711144:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.711168:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.711898:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605331712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.711920:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039343 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ba7 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.711923:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605331840:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.711941:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d6c3e52/0xaf35132e63039343 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ba7 expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.711943:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303934a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bae expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.711963:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303934a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bae expref: 17 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.711963:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110600, rc 0) 00010000:00010000:2.0:1780298663.711984:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.711992:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610087168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1102us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.711998:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11963 00000100:00100000:2.0:1780298663.712008:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610087296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1086us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.712013:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11964 00000100:00100000:2.0:1780298663.712965:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.713002:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087424 00000100:00100000:3.0:1780298663.713007:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087424 00000100:00100000:3.0:1780298663.713038:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11965 00000100:00100000:3.0:1780298663.713045:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610087424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.713054:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.713063:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bb5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.713083:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.713093:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(101 0) 00010000:00010000:3.0:1780298663.713097:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:3.0:1780298663.713102:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3940352->3952639] (req 3940352->3952639) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.713164:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.713179:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 18 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.713197:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605331968:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.713235:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.713783:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605331968:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.713799:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3940352->3952639] (req 3940352->3952639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 17 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.713810:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298663.713887:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610087424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 842us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.713894:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11965 00000100:00100000:2.0:1780298663.713933:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.713968:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087552 00000100:00100000:1.0:1780298663.713971:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087552 00010000:00010000:1.0:1780298663.713988:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 19 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.714009:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15622 00000100:00100000:1.0:1780298663.714015:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777610087552:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.714023:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.714030:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 19 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.714038:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 19 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.714053:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e630392d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1761280->35315711] (req 1761280->1781759) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b37 expref: 19 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.714060:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:1.0:1780298663.714062:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:1.0:1780298663.714068:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.714080:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.714096:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.714102:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605332096:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.714169:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.714747:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605332096:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.714757:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.714783:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610087552:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 770us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.714789:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15622 00000100:00100000:2.0:1780298663.714823:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.714882:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087680 00000100:00100000:3.0:1780298663.714887:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087680 00000100:00100000:3.0:1780298663.714952:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7243 00000100:00100000:3.0:1780298663.714961:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610087680:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.715260:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.715264:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.715266:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.715267:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.715269:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1512 -> 1536 00000100:00100000:2.0:1780298663.715297:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610087680:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 338us (474us total) trans 4294969989 rc 0/0 00010000:00010000:1.0:1780298663.715298:0:6464:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1780298663.715312:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7243 00000100:00100000:0.0:1780298663.716250:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.716303:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087808 00000100:00100000:3.0:1780298663.716308:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087808 00000100:00100000:3.0:1780298663.716339:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11966 00000100:00100000:3.0:1780298663.716347:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610087808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.716356:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.716361:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.716365:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039358 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bbc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.716384:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610087936 00000100:00100000:0.0:1780298663.716389:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610087936 00000100:00100000:0.0:1780298663.716421:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11967 00000100:00100000:0.0:1780298663.716431:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610087936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.716437:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605332224:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.716442:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.716452:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e6303935f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bc3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.716479:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605332352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.716493:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.716517:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.717193:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605332224:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.717211:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039358 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bbc expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.717229:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039358 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bbc expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.717239:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298663.717306:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610087808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1056us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.717312:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11966 00000100:00100000:2.0:1780298663.717441:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605332352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.717459:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e6303935f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bc3 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.717473:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6a4926c/0xaf35132e6303935f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bc3 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.717481:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:2.0:1780298663.717511:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610087936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1082us (1150us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.717519:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11967 00000100:00100000:0.0:1780298663.718483:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.718523:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088064 00000100:00100000:2.0:1780298663.718529:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088064 00000100:00100000:0.0:1780298663.718535:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.718557:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088192 00000100:00100000:2.0:1780298663.718560:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088192 00000100:00100000:3.0:1780298663.718575:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11968 00000100:00100000:1.0:1780298663.718585:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11969 00000100:00100000:1.0:1780298663.718598:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610088192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.718609:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.718620:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039366 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bd1 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.718621:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610088064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.718634:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.718644:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303936d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bca expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.718667:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605332480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.718678:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605332608:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.718707:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.718710:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.719485:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605332480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.719487:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605332608:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.719508:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303936d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bca expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.719516:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039366 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd1 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.719526:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303936d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bca expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.719535:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039366 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd1 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.719548:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:3.0:1780298663.719556:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298663.719576:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610088192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1042us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.719587:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610088064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1000us (1102us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.719587:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11969 00000100:00100000:3.0:1780298663.719598:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11968 00000100:00100000:0.0:1780298663.720682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.720711:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088320 00000100:00100000:1.0:1780298663.720716:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088320 00000100:00100000:1.0:1780298663.720741:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11970 00000100:00100000:1.0:1780298663.720747:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610088320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.720754:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.720762:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bd8 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.720775:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:1.0:1780298663.720778:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:1.0:1780298663.720785:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.720794:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.720809:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298663.720836:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610088320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.720841:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11970 00000100:00100000:0.0:1780298663.721632:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.721665:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088448 00000100:00100000:2.0:1780298663.721670:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088448 00000100:00100000:2.0:1780298663.721704:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7244 00000100:00100000:2.0:1780298663.721712:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610088448:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.722315:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2595586 -> 2595586 00002000:00010000:2.0:1780298663.722321:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.722323:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.722325:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.722326:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 512 -> 560 00000100:00100000:2.0:1780298663.722353:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610088448:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 643us (721us total) trans 4294969458 rc 0/0 00000100:00100000:2.0:1780298663.722358:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7244 00000100:00100000:0.0:1780298663.723806:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.723840:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088576 00000100:00100000:2.0:1780298663.723847:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088576 00000100:00100000:0.0:1780298663.723855:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.723879:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088704 00000100:00100000:2.0:1780298663.723883:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088704 00000100:00100000:3.0:1780298663.723900:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11971 00000100:00100000:2.0:1780298663.723944:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11972 00000100:00100000:3.0:1780298663.723951:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610088576:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.723958:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610088704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.723965:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.723978:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303937b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bdf expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.723978:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.723989:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039382 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7be6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.724030:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605332736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.724033:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605332864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.724107:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.724107:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.724922:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605332864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.724932:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605332736:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.724944:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303937b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bdf expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.724944:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039382 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7be6 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.724963:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303937b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bdf expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.724963:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039382 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7be6 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.724974:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:2.0:1780298663.724983:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:3.0:1780298663.725007:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610088576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1202us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.725007:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610088704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1055us (1150us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.725014:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11971 00000100:00100000:2.0:1780298663.725022:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11972 00000100:00100000:0.0:1780298663.726032:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.726065:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088832 00000100:00100000:3.0:1780298663.726070:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088832 00000100:00100000:3.0:1780298663.726098:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11973 00000100:00100000:3.0:1780298663.726102:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610088832:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.726203:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.726213:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039389 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bed expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.726236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.726240:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605332992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.726284:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610088960 00000100:00100000:1.0:1780298663.726289:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610088960 00000100:00100000:1.0:1780298663.726321:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11974 00000100:00100000:3.0:1780298663.726327:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.726328:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610088960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.726336:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.726344:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039390 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bf4 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.726380:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605333120:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.726413:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.727048:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605332992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.727068:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039389 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bed expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.727085:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039389 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bed expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.727096:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:1.0:1780298663.727171:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605333120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.727187:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610088832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1093us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298663.727193:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039390 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bf4 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.727198:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11973 00010000:00010000:1.0:1780298663.727214:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039390 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bf4 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.727225:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.727255:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610088960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.727269:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11974 00000100:00100000:0.0:1780298663.728243:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.728263:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.728292:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089088 00000100:00100000:1.0:1780298663.728298:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089088 00000100:00100000:2.0:1780298663.728308:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089216 00000100:00100000:2.0:1780298663.728315:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089216 00000100:00100000:1.0:1780298663.728333:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11975 00000100:00100000:1.0:1780298663.728344:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610089088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.728354:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.728362:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11976 00010000:00010000:1.0:1780298663.728364:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039397 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7bfb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.728376:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610089216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.728385:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.728396:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303939e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c02 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.728400:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605333248:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.728437:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605333376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.728450:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.728476:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.729201:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605333248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.729223:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039397 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bfb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.729240:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039397 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bfb expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.729251:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.729287:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610089088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1045us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.729297:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11975 00000100:00100000:3.0:1780298663.729388:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605333376:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.729407:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303939e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c02 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.729422:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303939e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c02 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.729431:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298663.729460:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610089216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1090us (1196us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.729468:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11976 00000100:00100000:2.0:1780298663.730346:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.730390:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089344 00000100:00100000:1.0:1780298663.730394:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089344 00000100:00100000:1.0:1780298663.730430:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11977 00000100:00100000:1.0:1780298663.730439:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610089344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.730450:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.730459:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c09 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.730477:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:1.0:1780298663.730481:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:1.0:1780298663.730492:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.730507:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.730514:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.730540:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610089344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 104us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.730544:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11977 00000100:00100000:0.0:1780298663.731759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.731809:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089472 00000100:00100000:2.0:1780298663.731814:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089472 00002000:00100000:2.0:1780298663.731854:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (860160->864255) req@ffff9cf24519f100 x1866777610089472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.731866:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777610089472 ext(860160->864255) 00002000:00010000:2.0:1780298663.731870:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:2.0:1780298663.731895:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7245 00000100:00100000:2.0:1780298663.731901:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610089472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.732027:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610089472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 125us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.732034:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7245 00002000:00100000:2.0:1780298663.732041:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (860160->864255) req@ffff9cf24519f100 x1866777610089472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.732048:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519f100 with x1866777610089472 ext(860160->864255) 00002000:00010000:2.0:1780298663.732051:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519f100 00000100:00100000:0.0:1780298663.733266:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.733304:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089600 00000100:00100000:1.0:1780298663.733310:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089600 00002000:00100000:1.0:1780298663.733332:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (864256->868351) req@ffff9cf24519ed80 x1866777610089600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.733339:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ed80 with x1866777610089600 ext(864256->868351) 00002000:00010000:1.0:1780298663.733342:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ed80 00000100:00100000:1.0:1780298663.733358:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7246 00000100:00100000:1.0:1780298663.733363:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.733451:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.733459:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7246 00002000:00100000:1.0:1780298663.733466:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (864256->868351) req@ffff9cf24519ed80 x1866777610089600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.733472:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ed80 with x1866777610089600 ext(864256->868351) 00002000:00010000:1.0:1780298663.733474:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ed80 00000100:00100000:0.0:1780298663.734494:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.734530:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089728 00000100:00100000:1.0:1780298663.734535:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089728 00002000:00100000:1.0:1780298663.734553:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (868352->872447) req@ffff9cf24519df80 x1866777610089728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.734560:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777610089728 ext(868352->872447) 00002000:00010000:1.0:1780298663.734562:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:1.0:1780298663.734580:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7247 00000100:00100000:1.0:1780298663.734586:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.734655:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.734660:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7247 00002000:00100000:1.0:1780298663.734665:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (868352->872447) req@ffff9cf24519df80 x1866777610089728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.734672:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519df80 with x1866777610089728 ext(868352->872447) 00002000:00010000:1.0:1780298663.734674:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519df80 00000100:00100000:0.0:1780298663.735595:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.735657:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089856 00000100:00100000:2.0:1780298663.735677:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089856 00002000:00100000:2.0:1780298663.735720:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (872448->876543) req@ffff9cf3481fb800 x1866777610089856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.735729:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777610089856 ext(872448->876543) 00002000:00010000:2.0:1780298663.735734:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb800 00000100:00100000:2.0:1780298663.735756:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7248 00000100:00100000:2.0:1780298663.735765:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089856:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.735911:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610089856:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (318us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.735917:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7248 00002000:00100000:2.0:1780298663.735922:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (872448->876543) req@ffff9cf3481fb800 x1866777610089856/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.735929:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fb800 with x1866777610089856 ext(872448->876543) 00002000:00010000:2.0:1780298663.735932:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fb800 00000100:00100000:0.0:1780298663.736907:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.736968:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610089984 00000100:00100000:2.0:1780298663.736973:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610089984 00002000:00100000:2.0:1780298663.736993:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (876544->880639) req@ffff9cf3481f8e00 x1866777610089984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.737002:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777610089984 ext(876544->880639) 00002000:00010000:2.0:1780298663.737005:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00 00000100:00100000:2.0:1780298663.737025:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7249 00000100:00100000:2.0:1780298663.737033:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610089984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.737107:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610089984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (201us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.737168:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7249 00002000:00100000:2.0:1780298663.737178:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (876544->880639) req@ffff9cf3481f8e00 x1866777610089984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.737186:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8e00 with x1866777610089984 ext(876544->880639) 00002000:00010000:2.0:1780298663.737190:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8e00 00000100:00100000:0.0:1780298663.738097:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.738220:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090112 00000100:00100000:2.0:1780298663.738225:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090112 00002000:00100000:2.0:1780298663.738244:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (880640->884735) req@ffff9cf3481f8000 x1866777610090112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.738253:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8000 with x1866777610090112 ext(880640->884735) 00002000:00010000:2.0:1780298663.738256:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8000 00000100:00100000:2.0:1780298663.738279:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7250 00000100:00100000:2.0:1780298663.738287:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610090112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.738359:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610090112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.738365:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7250 00002000:00100000:2.0:1780298663.738370:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (880640->884735) req@ffff9cf3481f8000 x1866777610090112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.738378:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481f8000 with x1866777610090112 ext(880640->884735) 00002000:00010000:2.0:1780298663.738382:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481f8000 00000100:00100000:0.0:1780298663.739267:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.739312:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090240 00000100:00100000:1.0:1780298663.739323:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090240 00002000:00100000:1.0:1780298663.739341:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (884736->888831) req@ffff9cf3481faa00 x1866777610090240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.739347:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481faa00 with x1866777610090240 ext(884736->888831) 00002000:00010000:1.0:1780298663.739350:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481faa00 00000100:00100000:1.0:1780298663.739366:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7251 00000100:00100000:1.0:1780298663.739371:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610090240:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.739434:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610090240:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (170us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.739439:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7251 00002000:00100000:1.0:1780298663.739444:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (884736->888831) req@ffff9cf3481faa00 x1866777610090240/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.739449:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481faa00 with x1866777610090240 ext(884736->888831) 00002000:00010000:1.0:1780298663.739452:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481faa00 00000100:00100000:0.0:1780298663.740310:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.740359:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090368 00000100:00100000:1.0:1780298663.740364:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090368 00002000:00100000:1.0:1780298663.740386:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (888832->925695) req@ffff9cf3481fa300 x1866777610090368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.740394:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa300 with x1866777610090368 ext(888832->925695) 00002000:00010000:1.0:1780298663.740397:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fa300 00000100:00100000:1.0:1780298663.740419:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7252 00000100:00100000:1.0:1780298663.740428:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610090368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.741370:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610090368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 943us (1058us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298663.741389:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7252 00002000:00100000:1.0:1780298663.741396:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (888832->925695) req@ffff9cf3481fa300 x1866777610090368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.741405:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa300 with x1866777610090368 ext(888832->925695) 00002000:00010000:1.0:1780298663.741408:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fa300 00000100:00100000:0.0:1780298663.742445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.742489:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090496 00000100:00100000:0.0:1780298663.742491:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.742494:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090496 00000100:00100000:1.0:1780298663.742518:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090624 00000100:00100000:1.0:1780298663.742520:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090624 00000100:00100000:0.0:1780298663.742535:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11978 00000100:00100000:0.0:1780298663.742547:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610090496:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.742548:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11979 00010000:00010000:0.0:1780298663.742560:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.742564:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610090624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.742570:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.742576:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6db4254/0xaf35132e630393ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c10 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.742582:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630393b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c17 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.742633:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605333632:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.742634:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605333504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.742716:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.742716:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.743559:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605333504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.743561:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605333632:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.743584:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630393b3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c17 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.743590:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6db4254/0xaf35132e630393ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c10 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.743602:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630393b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c17 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.743629:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6db4254/0xaf35132e630393ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c10 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.743630:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:2.0:1780298663.743643:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111c00, rc 0) 00000100:00100000:1.0:1780298663.743660:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610090624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1102us (1169us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.743666:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11979 00000100:00100000:2.0:1780298663.743676:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610090496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1132us (1229us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.743684:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11978 00000100:00100000:3.0:1780298663.744982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.745031:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.745049:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090752 00000100:00100000:0.0:1780298663.745057:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090752 00000100:00100000:2.0:1780298663.745077:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610090880 00000100:00100000:2.0:1780298663.745083:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610090880 00000100:00100000:0.0:1780298663.745112:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11980 00000100:00100000:2.0:1780298663.745183:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11981 00000100:00100000:0.0:1780298663.745194:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610090752:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.745195:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610090880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.745218:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.745224:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.745228:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630393ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c25 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.745270:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605333760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.745272:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063247474/0xaf35132e630393c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c1e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.745321:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605333888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.745323:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.745367:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.745987:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605333760:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.746009:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630393ba lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c25 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.746024:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e630393ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c25 expref: 19 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.746046:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:0.0:1780298663.746071:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605333888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.746077:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610090880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (1046us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.746084:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11981 00010000:00010000:0.0:1780298663.746102:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063247474/0xaf35132e630393c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c1e expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.746118:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063247474/0xaf35132e630393c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c1e expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.746161:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110e00, rc 0) 00000100:00100000:0.0:1780298663.746192:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610090752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1216us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.746198:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11980 00000100:00100000:3.0:1780298663.747171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.747218:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091008 00000100:00100000:0.0:1780298663.747224:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091008 00000100:00100000:0.0:1780298663.747253:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11982 00000100:00100000:0.0:1780298663.747264:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610091008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.747273:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.747283:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c2c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.747301:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:0.0:1780298663.747306:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:0.0:1780298663.747320:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 20 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.747333:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 20 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.747340:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111a00, rc 0) 00000100:00100000:0.0:1780298663.747364:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610091008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 105us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.747369:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11982 00000100:00100000:2.0:1780298663.748114:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.748186:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091136 00000100:00100000:0.0:1780298663.748191:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091136 00002000:00100000:0.0:1780298663.748215:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3723264->3727359) req@ffff9cf2558f2300 x1866777610091136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.748223:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777610091136 ext(3723264->3727359) 00002000:00010000:0.0:1780298663.748227:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2300 00000100:00100000:0.0:1780298663.748246:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7253 00000100:00100000:0.0:1780298663.748255:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610091136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.748385:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610091136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 131us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.748393:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7253 00002000:00100000:0.0:1780298663.748401:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3723264->3727359) req@ffff9cf2558f2300 x1866777610091136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.748410:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2300 with x1866777610091136 ext(3723264->3727359) 00002000:00010000:0.0:1780298663.748414:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2300 00000100:00100000:0.0:1780298663.749427:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.749459:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.749482:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091264 00000100:00100000:2.0:1780298663.749492:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091264 00000100:00100000:3.0:1780298663.749497:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091392 00000100:00100000:3.0:1780298663.749503:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091392 00000100:00100000:2.0:1780298663.749542:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11983 00000100:00100000:3.0:1780298663.749552:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11984 00000100:00100000:2.0:1780298663.749559:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610091264:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.749563:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610091392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.749588:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.749589:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.749597:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630393cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c3a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.749605:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630393d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c33 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.749666:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605334144:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.749668:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605334016:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.749727:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.749730:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.750432:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605334016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.750454:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605334144:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.750458:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630393d6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c33 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.750478:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630393d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c33 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.750488:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:0.0:1780298663.750490:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630393cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c3a expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.750515:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630393cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c3a expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.750529:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298663.750535:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610091264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1107us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.750543:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11983 00000100:00100000:0.0:1780298663.750566:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610091392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1100us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.750574:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11984 00000100:00100000:0.0:1780298663.751466:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.751503:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091520 00000100:00100000:3.0:1780298663.751509:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091520 00000100:00100000:0.0:1780298663.751520:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.751548:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091648 00000100:00100000:3.0:1780298663.751552:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091648 00000100:00100000:1.0:1780298663.751589:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11985 00000100:00100000:1.0:1780298663.751605:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610091520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.751617:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.751629:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630393dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c41 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.751632:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11986 00000100:00100000:3.0:1780298663.751646:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610091648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.751655:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.751663:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e630393e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c48 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.751678:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605334272:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.751693:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605334400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.751749:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.751761:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92f00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.752558:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605334272:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.752563:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605334400:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.752586:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630393dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c41 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.752595:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e630393e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c48 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.752608:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630393dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c41 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.752618:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e630393e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c48 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.752622:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:0.0:1780298663.752637:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:0.0:1780298663.752675:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610091648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1153us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.752679:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610091520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1207us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.752698:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11985 00000100:00100000:0.0:1780298663.752730:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11986 00000100:00100000:0.0:1780298663.754043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.754077:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610091904 00000100:00100000:3.0:1780298663.754082:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610091904 00000100:00100000:3.0:1780298663.754112:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62263 00000100:00100000:3.0:1780298663.754118:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+105:30556:x1866777610091904:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298663.754191:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.754208:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110400/0xaf35132e63039255 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab9 expref: 105 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.754220:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.754223:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.754351:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.754368:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 116 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.754384:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.754401:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 116 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.754411:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 116 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.754420:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605334528:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.754454:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.754995:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605334528:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.755005:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.755173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.755221:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092032 00000100:00100000:2.0:1780298663.755226:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092032 00010000:00010000:2.0:1780298663.755244:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 117 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.755280:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15623 00000100:00100000:2.0:1780298663.755289:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:2400:x1866777610092032:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.755299:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.755303:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 117 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755312:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 117 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755321:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039247 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ab2 expref: 117 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755329:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.755332:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755340:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755345:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.755365:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.755378:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.755385:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.755389:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:2400:x1866777610092032:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 101us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.755397:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15623 00000001:00080000:3.0:1780298663.755432:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991271 00000004:00010000:3.0:1780298663.755455:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000067992b2b reply state 000000003d79a050 transno 4294991272 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.755476:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.755483:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.755486:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298663.755489:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298663.755572:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+107:30556:x1866777610091904:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1454us (1529us total) trans 4294991272 rc 0/0 00000100:00100000:3.0:1780298663.755578:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62263 00000020:00080000:3.0:1780298663.755580:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298663.756234:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.756271:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092160 00000100:00100000:2.0:1780298663.756275:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092160 00000100:00100000:2.0:1780298663.756301:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11987 00000100:00100000:2.0:1780298663.756307:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610092160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.756315:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.756324:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c4f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756339:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756345:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756350:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756354:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 21 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756359:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(102 0) 00010000:00010000:2.0:1780298663.756366:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(106 0) 00010000:00010000:2.0:1780298663.756377:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 7/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756392:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 21 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756400:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 21 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.756407:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334656:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.756443:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756450:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 21 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.756457:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334784:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.756479:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756485:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.756492:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334912:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.756527:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 17 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.756534:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 17 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.756542:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605335040:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.756557:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.757266:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334656:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.757273:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334784:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.757278:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605334912:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.757349:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605335040:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.757373:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.757383:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298663.757407:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610092160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1101us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.757411:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11987 00000100:00100000:0.0:1780298663.757665:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.757686:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.757701:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092416 00000100:00100000:3.0:1780298663.757707:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092416 00000100:00100000:0.0:1780298663.757713:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.757728:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 21 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.757732:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092288 00000100:00100000:1.0:1780298663.757738:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092288 00010000:00010000:1.0:1780298663.757757:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 22 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.757758:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.757760:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092672 00000100:00100000:2.0:1780298663.757766:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092672 00000100:00100000:3.0:1780298663.757767:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15624 00000100:00100000:3.0:1780298663.757781:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610092416:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.757786:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.757793:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298663.757793:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092544 00000100:00100000:1.0:1780298663.757798:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092544 00000100:00100000:0.0:1780298663.757806:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15625 00010000:00010000:3.0:1780298663.757811:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.757813:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 23 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.757821:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610092288:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298663.757823:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15626 00000100:00100000:2.0:1780298663.757837:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610092672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.757840:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.757844:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.757846:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1780298663.757849:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15627 00000100:00100000:1.0:1780298663.757859:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2397:x1866777610092544:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.757864:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.757864:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 23 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.757866:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.757872:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de475328/0xaf35132e630393c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 11 type: EXT [3723264->3940351] (req 3723264->3727359) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c2c expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.757879:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 13 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 23 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.757896:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 12 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 23 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.757916:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.757926:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 22 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.757942:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630393a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [860160->958463] (req 860160->864255) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c09 expref: 22 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.757944:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.757952:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [958464->1761279] (req 958464->974847) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7b76 expref: 18 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.757957:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039351 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [3940352->37494783] (req 3940352->3952639) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bb5 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.757959:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(106 0) 00010000:00010000:0.0:1780298663.757968:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(106 0) 00010000:00010000:0.0:1780298663.757977:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.757978:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610092416:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 197us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.757994:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15624 00010000:00010000:0.0:1780298663.758008:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.758018:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.758018:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.758033:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 19 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.758042:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610092544:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 183us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.758049:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605335168:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.758051:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610092672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 213us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.758051:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15627 00000100:00100000:2.0:1780298663.758069:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15626 00000100:00100000:0.0:1780298663.758096:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.758850:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605335168:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.758863:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.758893:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610092288:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1080us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.758899:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15625 00000100:00100000:0.0:1780298663.758932:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.758959:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092800 00000100:00100000:3.0:1780298663.759027:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092800 00000100:00100000:3.0:1780298663.759062:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11988 00000100:00100000:3.0:1780298663.759070:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610092800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.759079:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.759090:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c56 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759109:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759119:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759168:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(67 0) 00010000:00010000:3.0:1780298663.759172:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(69 0) 00010000:00010000:3.0:1780298663.759177:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759200:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759224:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.759235:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605335296:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.759288:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 19 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.759299:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 19 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.759310:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605335424:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.759340:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.759993:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605335296:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.760007:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605335424:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.760028:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.760028:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.760062:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093056 00000100:00100000:1.0:1780298663.760070:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093056 00010000:00010000:1.0:1780298663.760083:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 20 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.760105:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15628 00000100:00100000:1.0:1780298663.760110:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610093056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.760117:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.760158:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 20 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.760168:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 20 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.760173:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.760186:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039374 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [774144->1105919] (req 774144->835583) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7bd8 expref: 20 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.760194:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.760218:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2a00, rc 0) 00000100:00100000:1.0:1780298663.760224:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 112us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.760231:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15628 00000100:00100000:3.0:1780298663.760236:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610092928 00000100:00100000:3.0:1780298663.760240:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610092928 00010000:00010000:3.0:1780298663.760265:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.760338:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15629 00000100:00100000:3.0:1780298663.760347:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610092928:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298663.760356:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.760366:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.760382:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.760392:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303926a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1105920->34660351] (req 1105920->1114111) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ace expref: 19 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.760398:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(69 0) 00010000:00010000:3.0:1780298663.760400:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(69 0) 00010000:00010000:3.0:1780298663.760404:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.760409:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.760426:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.760436:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605335552:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.760480:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.760505:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610092800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1437us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.760511:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11988 00000100:00100000:3.0:1780298663.761036:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605335552:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.761047:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298663.761193:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.761198:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610092928:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 781us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.761207:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15629 00000100:00100000:1.0:1780298663.761222:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093184 00000100:00100000:1.0:1780298663.761226:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093184 00002000:00010000:1.0:1780298663.761247:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4807334->18446744073709551615) 00002000:00100000:1.0:1780298663.761252:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777610093184 ext(4807334->18446744073709551615) 00002000:00010000:1.0:1780298663.761260:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889f80. 00000100:00100000:1.0:1780298663.761283:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7254 00000100:00100000:1.0:1780298663.761292:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610093184:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298663.761357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.761404:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093312 00000100:00100000:2.0:1780298663.761409:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093312 00002000:00010000:2.0:1780298663.761427:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.761438:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777610093312 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.761455:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889880. 00002000:00010000:1.0:1780298663.761470:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4807334 00002000:00010000:1.0:1780298663.761474:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.761476:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.761478:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.761482:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1536 -> 1536 00000100:00100000:2.0:1780298663.761483:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7255 00000100:00100000:2.0:1780298663.761495:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610093312:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298663.761512:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610093184:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 221us (319us total) trans 4294969990 rc 0/0 00000100:00100000:1.0:1780298663.761520:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7254 00002000:00010000:1.0:1780298663.761524:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4807334->18446744073709551615) 00002000:00100000:1.0:1780298663.761527:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889f80 with x1866777610093184 ext(4807334->18446744073709551615) 00002000:00010000:1.0:1780298663.761531:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254889f80. 00002000:00010000:2.0:1780298663.761591:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2595586 -> 4194304 00002000:00010000:2.0:1780298663.761595:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.761598:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.761600:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.761602:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:2.0:1780298663.761632:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610093312:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 140us (274us total) trans 4294969459 rc 0/0 00000100:00100000:2.0:1780298663.761641:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7255 00002000:00010000:2.0:1780298663.761645:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.761648:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889880 with x1866777610093312 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.761653:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889880. 00000100:00100000:0.0:1780298663.762754:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.762791:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093440 00000100:00100000:1.0:1780298663.762796:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093440 00002000:00100000:1.0:1780298663.762821:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4755456->4759551) req@ffff9cf25488bb80 x1866777610093440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.762830:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488bb80 with x1866777610093440 ext(4755456->4759551) 00002000:00010000:1.0:1780298663.762834:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488bb80 00000100:00100000:1.0:1780298663.762856:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7256 00000100:00100000:1.0:1780298663.762864:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610093440:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.762980:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610093440:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (227us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.762988:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7256 00002000:00100000:1.0:1780298663.762994:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4755456->4759551) req@ffff9cf25488bb80 x1866777610093440/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.763016:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488bb80 with x1866777610093440 ext(4755456->4759551) 00002000:00010000:1.0:1780298663.763020:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488bb80 00000100:00100000:0.0:1780298663.764259:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.764305:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093568 00000100:00100000:1.0:1780298663.764310:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093568 00002000:00100000:1.0:1780298663.764329:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4759552->4763647) req@ffff9cf254888a80 x1866777610093568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.764334:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777610093568 ext(4759552->4763647) 00002000:00010000:1.0:1780298663.764337:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888a80 00000100:00100000:1.0:1780298663.764354:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7257 00000100:00100000:1.0:1780298663.764359:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.764417:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.764423:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7257 00002000:00100000:1.0:1780298663.764427:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4759552->4763647) req@ffff9cf254888a80 x1866777610093568/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.764432:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888a80 with x1866777610093568 ext(4759552->4763647) 00002000:00010000:1.0:1780298663.764435:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888a80 00000100:00100000:0.0:1780298663.765769:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.765828:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093696 00000100:00100000:2.0:1780298663.765834:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093696 00002000:00100000:2.0:1780298663.765859:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4734976->4800511) req@ffff9cf254888e00 x1866777610093696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.765867:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777610093696 ext(4734976->4800511) 00002000:00010000:2.0:1780298663.765871:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00 00000100:00100000:2.0:1780298663.765892:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7258 00000100:00100000:2.0:1780298663.765899:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610093696:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.766899:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610093696:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1000us (1132us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298663.766912:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7258 00002000:00100000:2.0:1780298663.766919:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4734976->4800511) req@ffff9cf254888e00 x1866777610093696/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.766928:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888e00 with x1866777610093696 ext(4734976->4800511) 00002000:00010000:2.0:1780298663.766932:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254888e00 00000100:00100000:0.0:1780298663.769399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.769451:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093824 00000100:00100000:1.0:1780298663.769458:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093824 00002000:00100000:1.0:1780298663.769489:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4800512->4808703) req@ffff9cf25488aa00 x1866777610093824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.769498:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777610093824 ext(4800512->4808703) 00002000:00010000:1.0:1780298663.769501:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488aa00 00000100:00100000:1.0:1780298663.769532:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7259 00000100:00100000:1.0:1780298663.769543:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.769663:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 123us (267us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1780298663.769670:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7259 00002000:00100000:1.0:1780298663.769677:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4800512->4808703) req@ffff9cf25488aa00 x1866777610093824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/8632 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.769686:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488aa00 with x1866777610093824 ext(4800512->4808703) 00002000:00010000:1.0:1780298663.769689:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488aa00 00000100:00100000:0.0:1780298663.771283:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.771324:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610093952 00000100:00100000:2.0:1780298663.771328:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610093952 00002000:00100000:2.0:1780298663.771347:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4755456->4807333) req@ffff9cf25488a680 x1866777610093952/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.771354:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488a680 with x1866777610093952 ext(4755456->4807333) 00002000:00010000:2.0:1780298663.771357:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488a680 00000100:00100000:2.0:1780298663.771382:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7260 00000100:00100000:2.0:1780298663.771392:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610093952:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.772763:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610093952:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1370us (1479us total) trans 4294969991 rc 0/0 00000100:00100000:2.0:1780298663.772773:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7260 00002000:00100000:2.0:1780298663.772781:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4755456->4807333) req@ffff9cf25488a680 x1866777610093952/t4294969991(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.772792:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25488a680 with x1866777610093952 ext(4755456->4807333) 00002000:00010000:2.0:1780298663.772795:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25488a680 00000100:00100000:0.0:1780298663.773571:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.773623:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094080 00000100:00100000:2.0:1780298663.773629:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094080 00000100:00100000:2.0:1780298663.773662:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11989 00000100:00100000:2.0:1780298663.773668:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610094080:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298663.774371:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969991 is committed 00000001:00080000:0.0:1780298663.774384:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969988 is committed 00000100:00100000:2.0:1780298663.774463:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610094080:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 795us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.774469:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11989 00000100:00100000:0.0:1780298663.775248:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.775295:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094208 00000100:00100000:2.0:1780298663.775301:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094208 00000100:00100000:2.0:1780298663.775337:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62264 00000100:00100000:2.0:1780298663.775345:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:30556:x1866777610094208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.775358:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.775385:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e63039400 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c5d expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775469:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775486:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775497:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298663.775520:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9001638 00000004:00200000:2.0:1780298663.775523:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298663.775539:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775564:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e63039400 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 118 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775582:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 117 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.775599:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.775602:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298663.775607:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298663.775641:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:30556:x1866777610094208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 297us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.775647:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62264 00000100:00100000:0.0:1780298663.776699:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.776736:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.776756:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094336 00000100:00100000:3.0:1780298663.776761:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094336 00000100:00100000:2.0:1780298663.776792:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094464 00000100:00100000:3.0:1780298663.776797:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11990 00000100:00100000:2.0:1780298663.776799:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094464 00000100:00100000:3.0:1780298663.776805:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610094336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.776813:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.776824:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303940e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c64 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.776842:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11991 00000100:00100000:2.0:1780298663.776852:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610094464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.776862:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.776874:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605335680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.776874:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039415 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c6b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.776915:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605335808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.776966:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.776966:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.777786:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605335808:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298663.777794:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1536 -> 1640 00010000:00010000:2.0:1780298663.777806:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039415 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c6b expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.777809:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605335680:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.777831:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039415 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c6b expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.777835:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303940e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c64 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.777840:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:3.0:1780298663.777849:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303940e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c64 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.777865:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2200, rc 0) 00000100:00100000:2.0:1780298663.777875:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610094464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1139us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.777881:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11991 00000100:00100000:3.0:1780298663.777892:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610094336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1087us (1193us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.777900:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11990 00000100:00100000:0.0:1780298663.779032:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.779074:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094592 00000100:00100000:3.0:1780298663.779081:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094592 00000100:00100000:0.0:1780298663.779097:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.779181:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094720 00000100:00100000:2.0:1780298663.779187:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094720 00000100:00100000:3.0:1780298663.779203:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11992 00000100:00100000:3.0:1780298663.779215:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610094592:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.779222:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11993 00010000:00010000:3.0:1780298663.779228:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.779236:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610094720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.779241:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303941c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c72 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.779245:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.779257:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039423 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c79 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.779284:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605335936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.779294:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605336064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.779344:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.779345:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.780270:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605336064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.780287:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605335936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.780295:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039423 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c79 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.780308:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303941c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c72 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.780313:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039423 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c79 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.780332:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e6303941c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c72 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.780354:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00010000:00010000:1.0:1780298663.780357:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:1.0:1780298663.780394:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610094720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1162us (1295us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.780401:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11993 00000100:00100000:2.0:1780298663.780459:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610094592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1246us (1427us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.780468:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11992 00000100:00100000:0.0:1780298663.781773:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.781819:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610094976 00000100:00100000:1.0:1780298663.781826:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610094976 00000100:00100000:1.0:1780298663.781864:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62265 00000100:00100000:1.0:1780298663.781870:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+107:30556:x1866777610094976:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298663.782054:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.782070:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 116 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.782090:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.782112:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 116 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.782142:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 116 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.782166:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605336192:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.782214:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.782933:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605336192:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.782944:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.783109:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.783165:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095104 00000100:00100000:2.0:1780298663.783169:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095104 00010000:00010000:2.0:1780298663.783187:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 117 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.783222:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15630 00000100:00100000:2.0:1780298663.783231:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:2399:x1866777610095104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.783242:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.783248:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 117 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783260:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 117 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783279:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039407 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c5d expref: 117 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783292:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.783296:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783314:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783321:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.783345:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.783370:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.783381:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:2399:x1866777610095104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 151us (272us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298663.783381:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.783398:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15630 00000001:00080000:1.0:1780298663.783449:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991273 00000004:00010000:1.0:1780298663.783472:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000048a0dea0 reply state 00000000bd6432b0 transno 4294991274 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.783483:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.783490:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.783492:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298663.783495:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298663.783557:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+110:30556:x1866777610094976:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1686us (1796us total) trans 4294991274 rc 0/0 00000100:00100000:1.0:1780298663.783564:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62265 00000020:00080000:1.0:1780298663.783569:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298663.784587:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.784632:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095360 00000100:00100000:1.0:1780298663.784639:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095360 00000100:00100000:0.0:1780298663.784663:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298663.784666:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.784671:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777610095360 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.784681:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100. 00000100:00100000:1.0:1780298663.784709:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095232 00000100:00100000:1.0:1780298663.784721:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095232 00000100:00100000:2.0:1780298663.784726:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7261 00000100:00100000:2.0:1780298663.784739:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610095360:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298663.784739:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5469468->18446744073709551615) 00002000:00100000:1.0:1780298663.784747:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777610095232 ext(5469468->18446744073709551615) 00002000:00010000:1.0:1780298663.784754:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f800. 00000100:00100000:1.0:1780298663.784778:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7262 00000100:00100000:1.0:1780298663.784787:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610095232:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.784857:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.784861:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.784864:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.784867:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.784869:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:2.0:1780298663.784910:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610095360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 174us (322us total) trans 4294969460 rc 0/0 00000100:00100000:2.0:1780298663.784919:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7261 00002000:00010000:2.0:1780298663.784924:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.784927:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f100 with x1866777610095360 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.784933:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304f100. 00002000:00010000:1.0:1780298663.784955:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4807334 -> 5469468 00002000:00010000:1.0:1780298663.784970:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.784975:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.784978:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.784980:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1640 -> 1640 00000100:00100000:1.0:1780298663.785011:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610095232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 225us (345us total) trans 4294969992 rc 0/0 00000100:00100000:1.0:1780298663.785026:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7262 00002000:00010000:1.0:1780298663.785029:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5469468->18446744073709551615) 00002000:00100000:1.0:1780298663.785032:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f800 with x1866777610095232 ext(5469468->18446744073709551615) 00002000:00010000:1.0:1780298663.785037:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f800. 00000100:00100000:0.0:1780298663.786511:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.786551:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095488 00000100:00100000:2.0:1780298663.786556:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095488 00002000:00100000:2.0:1780298663.786578:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5386240->5451775) req@ffff9cf24304e680 x1866777610095488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.786590:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777610095488 ext(5386240->5451775) 00002000:00010000:2.0:1780298663.786594:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:2.0:1780298663.786614:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7263 00000100:00100000:2.0:1780298663.786620:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610095488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.787805:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610095488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1179us (1291us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298663.787815:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7263 00002000:00100000:2.0:1780298663.787824:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5386240->5451775) req@ffff9cf24304e680 x1866777610095488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.787834:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304e680 with x1866777610095488 ext(5386240->5451775) 00002000:00010000:2.0:1780298663.787838:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304e680 00000100:00100000:0.0:1780298663.794336:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.794391:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095616 00000100:00100000:1.0:1780298663.794401:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095616 00002000:00100000:1.0:1780298663.794447:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5451776->5472255) req@ffff9cf24304dc00 x1866777610095616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.794455:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777610095616 ext(5451776->5472255) 00002000:00010000:1.0:1780298663.794460:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:1.0:1780298663.794483:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7264 00000100:00100000:1.0:1780298663.794490:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610095616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.795425:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610095616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 932us (1097us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1780298663.795434:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7264 00002000:00100000:1.0:1780298663.795446:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5451776->5472255) req@ffff9cf24304dc00 x1866777610095616/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.795455:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304dc00 with x1866777610095616 ext(5451776->5472255) 00002000:00010000:1.0:1780298663.795460:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304dc00 00000100:00100000:0.0:1780298663.797876:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.797938:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095744 00000100:00100000:2.0:1780298663.797947:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095744 00002000:00100000:2.0:1780298663.797981:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5414912->5469467) req@ffff9cf24304f480 x1866777610095744/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.797992:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f480 with x1866777610095744 ext(5414912->5469467) 00002000:00010000:2.0:1780298663.797996:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f480 00000100:00100000:2.0:1780298663.798020:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7265 00000100:00100000:2.0:1780298663.798030:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610095744:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.799465:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610095744:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1435us (1594us total) trans 4294969993 rc 0/0 00000100:00100000:2.0:1780298663.799474:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7265 00002000:00100000:2.0:1780298663.799492:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5414912->5469467) req@ffff9cf24304f480 x1866777610095744/t4294969993(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.799502:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304f480 with x1866777610095744 ext(5414912->5469467) 00002000:00010000:2.0:1780298663.799506:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304f480 00000100:00100000:3.0:1780298663.800265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.800318:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610095872 00000100:00100000:0.0:1780298663.800325:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610095872 00000100:00100000:0.0:1780298663.800363:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11994 00000100:00100000:0.0:1780298663.800373:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610095872:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298663.801187:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969993 is committed 00000100:00100000:0.0:1780298663.801292:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610095872:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 913us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.801302:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11994 00000100:00100000:3.0:1780298663.802237:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.802289:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096000 00000100:00100000:0.0:1780298663.802295:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096000 00000100:00100000:0.0:1780298663.802326:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62266 00000100:00100000:0.0:1780298663.802333:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+110:30556:x1866777610096000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.802348:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.802367:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110600/0xaf35132e63039431 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c80 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802452:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802471:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802490:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.802518:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9663772 00000004:00200000:0.0:1780298663.802522:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.802540:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802560:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110600/0xaf35132e63039431 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 112 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802572:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 111 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.802578:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.802580:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.802583:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111e00, rc 0) 00000100:00100000:0.0:1780298663.802609:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+111:30556:x1866777610096000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 278us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.802613:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62266 00000100:00100000:2.0:1780298663.804016:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.804054:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096128 00000100:00100000:3.0:1780298663.804060:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096128 00000100:00100000:3.0:1780298663.804097:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11995 00000100:00100000:3.0:1780298663.804106:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610096128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.804117:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.804161:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c87 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.804229:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.804241:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(106 0) 00010000:00010000:2.0:1780298663.804245:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(107 0) 00010000:00010000:2.0:1780298663.804251:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->860159] (req 794624->860159) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.804283:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.804298:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.804323:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605336320:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.804406:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.805069:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605336320:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.805090:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->860159] (req 794624->860159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.805118:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2200, rc 0) 00000100:00100000:2.0:1780298663.805183:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610096128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.805191:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11995 00000100:00100000:3.0:1780298663.805473:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.805521:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096256 00000100:00100000:1.0:1780298663.805527:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096256 00010000:00010000:1.0:1780298663.805550:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.805582:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15631 00000100:00100000:1.0:1780298663.805590:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610096256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.805601:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298663.805614:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1640 -> 1752 00010000:00010000:1.0:1780298663.805621:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.805635:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.805656:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630393f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c4f expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.805679:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(107 0) 00010000:00010000:1.0:1780298663.805682:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(107 0) 00010000:00010000:1.0:1780298663.805695:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.805705:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.805731:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.805742:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605336448:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.805781:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.806538:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605336448:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298663.806549:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298663.806574:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 987us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.806579:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15631 00000100:00100000:3.0:1780298663.806752:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.806793:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096384 00000100:00100000:0.0:1780298663.806799:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096384 00000100:00100000:0.0:1780298663.806839:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7266 00000100:00100000:0.0:1780298663.806847:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610096384:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.807076:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5469468 -> 5469468 00002000:00010000:0.0:1780298663.807079:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.807081:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.807085:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.807087:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1752 -> 1880 00000100:00100000:0.0:1780298663.807113:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610096384:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 267us (362us total) trans 4294969994 rc 0/0 00000100:00100000:0.0:1780298663.807118:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7266 00000100:00100000:3.0:1780298663.808039:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.808069:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096512 00000100:00100000:0.0:1780298663.808072:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096512 00000100:00100000:0.0:1780298663.808096:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11996 00000100:00100000:0.0:1780298663.808101:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.808108:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.808117:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e63039446 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c8e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.808192:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605336576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.808226:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.808904:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605336576:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.808920:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e63039446 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c8e expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.808932:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c6a4926c/0xaf35132e63039446 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c8e expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.808939:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110200, rc 0) 00000100:00100000:0.0:1780298663.808961:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (925us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.808974:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11996 00000100:00100000:3.0:1780298663.809832:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.809875:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096640 00000100:00100000:2.0:1780298663.809880:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096640 00000100:00100000:2.0:1780298663.809913:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11997 00000100:00100000:2.0:1780298663.809921:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.809929:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.809938:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303944d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c95 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.809967:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605336704:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.810011:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.810674:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605336704:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.810688:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303944d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c95 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.810701:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bed20494/0xaf35132e6303944d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c95 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.810712:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157000, rc 0) 00000100:00100000:2.0:1780298663.810740:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 822us (909us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.810752:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11997 00000100:00100000:0.0:1780298663.811649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.811680:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096768 00000100:00100000:2.0:1780298663.811684:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096768 00000100:00100000:2.0:1780298663.811709:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11998 00000100:00100000:2.0:1780298663.811718:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.811727:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.811735:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63039454 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7c9c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.811758:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605336832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.811790:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.812449:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605336832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.812465:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63039454 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c9c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.812480:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e63039454 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c9c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.812489:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298663.812521:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610096768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 805us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.812528:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11998 00000100:00100000:3.0:1780298663.813541:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.813586:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610096896 00000100:00100000:1.0:1780298663.813595:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610096896 00002000:00100000:1.0:1780298663.813624:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2244608->2248703) req@ffff9cf24339c000 x1866777610096896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.813631:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339c000 with x1866777610096896 ext(2244608->2248703) 00002000:00010000:1.0:1780298663.813635:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339c000 00000100:00100000:1.0:1780298663.813658:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7267 00000100:00100000:1.0:1780298663.813663:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610096896:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.813796:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610096896:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 132us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.813804:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7267 00002000:00100000:1.0:1780298663.813811:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2244608->2248703) req@ffff9cf24339c000 x1866777610096896/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.813817:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339c000 with x1866777610096896 ext(2244608->2248703) 00002000:00010000:1.0:1780298663.813819:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339c000 00000100:00100000:0.0:1780298663.814831:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.814873:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097024 00000100:00100000:2.0:1780298663.814877:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097024 00002000:00100000:2.0:1780298663.814902:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2248704->2252799) req@ffff9cf24304ca80 x1866777610097024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.814911:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777610097024 ext(2248704->2252799) 00002000:00010000:2.0:1780298663.814915:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:2.0:1780298663.814935:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7268 00000100:00100000:2.0:1780298663.814942:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610097024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.815011:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610097024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.815018:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7268 00002000:00100000:2.0:1780298663.815024:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2248704->2252799) req@ffff9cf24304ca80 x1866777610097024/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.815033:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ca80 with x1866777610097024 ext(2248704->2252799) 00002000:00010000:2.0:1780298663.815037:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304ca80 00000100:00100000:3.0:1780298663.817181:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.817247:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097152 00000100:00100000:1.0:1780298663.817261:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097152 00002000:00100000:1.0:1780298663.817292:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1900544->2617343) req@ffff9cf24339ce00 x1866777610097152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.817301:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777610097152 ext(1900544->2617343) 00002000:00010000:1.0:1780298663.817304:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ce00 00000100:00100000:1.0:1780298663.817331:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7269 00000100:00100000:1.0:1780298663.817340:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610097152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.819632:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610097152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2288us (2516us total) trans 0 rc 708608/708608 00000100:00100000:0.0:1780298663.819642:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7269 00002000:00100000:0.0:1780298663.819652:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1900544->2617343) req@ffff9cf24339ce00 x1866777610097152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 708608/708608 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.819662:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ce00 with x1866777610097152 ext(1900544->2617343) 00002000:00010000:0.0:1780298663.819666:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24339ce00 00000100:00100000:3.0:1780298663.820979:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.821025:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097280 00000100:00100000:2.0:1780298663.821032:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097280 00000100:00100000:2.0:1780298663.821065:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 11999 00000100:00100000:2.0:1780298663.821072:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.821084:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.821099:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6303945b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ca3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.821179:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605336960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.821240:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.822013:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605336960:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.822040:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6303945b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ca3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.822060:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e6303945b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ca3 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.822070:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298663.822100:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1029us (1123us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.822107:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 11999 00000100:00100000:1.0:1780298663.823013:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.823052:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097408 00000100:00100000:0.0:1780298663.823057:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097408 00000100:00100000:0.0:1780298663.823092:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12000 00000100:00100000:0.0:1780298663.823111:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.823121:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.823159:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039462 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7caa expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.823189:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605337088:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.823229:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.823874:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605337088:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.823890:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039462 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7caa expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.823902:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039462 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7caa expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.823910:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298663.823937:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 829us (926us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.823944:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12000 00000100:00100000:2.0:1780298663.825057:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.825107:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097536 00000100:00100000:0.0:1780298663.825113:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097536 00002000:00100000:0.0:1780298663.825161:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2293760->2297855) req@ffff9cf2558f2d80 x1866777610097536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.825168:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2d80 with x1866777610097536 ext(2293760->2297855) 00002000:00010000:0.0:1780298663.825173:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2d80 00000100:00100000:0.0:1780298663.825191:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7270 00000100:00100000:0.0:1780298663.825212:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610097536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.825334:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610097536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (277us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.825342:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7270 00002000:00100000:0.0:1780298663.825349:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2293760->2297855) req@ffff9cf2558f2d80 x1866777610097536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.825356:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2d80 with x1866777610097536 ext(2293760->2297855) 00002000:00010000:0.0:1780298663.825359:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2d80 00000100:00100000:1.0:1780298663.826264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.826301:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097664 00000100:00100000:0.0:1780298663.826307:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097664 00002000:00100000:0.0:1780298663.826327:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2314239) req@ffff9cf241a80380 x1866777610097664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.826337:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777610097664 ext(2310144->2314239) 00002000:00010000:0.0:1780298663.826341:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:0.0:1780298663.826364:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7271 00000100:00100000:0.0:1780298663.826372:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610097664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.826444:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610097664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (181us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.826451:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7271 00002000:00100000:0.0:1780298663.826457:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2310144->2314239) req@ffff9cf241a80380 x1866777610097664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.826466:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80380 with x1866777610097664 ext(2310144->2314239) 00002000:00010000:0.0:1780298663.826469:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80380 00000100:00100000:3.0:1780298663.827528:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.827574:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097792 00000100:00100000:2.0:1780298663.827579:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097792 00000100:00100000:2.0:1780298663.827614:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12001 00000100:00100000:2.0:1780298663.827622:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610097792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.827632:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.827645:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039469 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cb1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.827693:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605337216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.827750:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.828455:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605337216:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.828480:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039469 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cb1 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.828496:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e63039469 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cb1 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.828507:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:0.0:1780298663.828538:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610097792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1010us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.828543:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12001 00000100:00100000:1.0:1780298663.829360:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.829401:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610097920 00000100:00100000:2.0:1780298663.829406:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610097920 00000100:00100000:2.0:1780298663.829434:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12002 00000100:00100000:2.0:1780298663.829442:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.829451:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.829460:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039470 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cb8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.829491:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605337344:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.829528:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.830105:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605337344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.830120:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039470 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cb8 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.830171:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039470 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cb8 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.830200:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298663.830227:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610097920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (869us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.830234:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12002 00000100:00100000:0.0:1780298663.831109:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.831174:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098048 00000100:00100000:2.0:1780298663.831178:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098048 00000100:00100000:2.0:1780298663.831206:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12003 00000100:00100000:2.0:1780298663.831214:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610098048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.831222:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.831231:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cbf expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.831251:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.831260:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(107 0) 00010000:00010000:2.0:1780298663.831265:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:2.0:1780298663.831270:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3547136->3596287] (req 3547136->3596287) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.831298:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.831312:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.831330:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605337472:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.831368:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.831998:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605337472:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.832013:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3547136->3596287] (req 3547136->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.832024:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298663.832054:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610098048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.832061:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12003 00000100:00100000:3.0:1780298663.832269:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.832311:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098176 00000100:00100000:1.0:1780298663.832315:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098176 00002000:00100000:1.0:1780298663.832336:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2293760->2314239) req@ffff9cf348319180 x1866777610098176/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.832351:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319180 with x1866777610098176 ext(2293760->2314239) 00010000:00010000:1.0:1780298663.832356:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.832366:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298663.832371:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf348319180 00000100:00100000:1.0:1780298663.832387:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 251 00000100:00100000:1.0:1780298663.832391:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610098176:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.833574:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610098176:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1179us (1302us total) trans 4294969995 rc 0/0 00000100:00100000:1.0:1780298663.833583:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 251 00002000:00100000:1.0:1780298663.833591:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2293760->2314239) req@ffff9cf348319180 x1866777610098176/t4294969995(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.833598:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348319180 with x1866777610098176 ext(2293760->2314239) 00010000:00010000:1.0:1780298663.833605:0:19943:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.833616:0:19943:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298663.833623:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf348319180 00000100:00100000:0.0:1780298663.834350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.834391:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098304 00000100:00100000:1.0:1780298663.834396:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098304 00010000:00010000:1.0:1780298663.834416:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.834443:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15632 00000100:00100000:1.0:1780298663.834451:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610098304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.834462:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298663.834472:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1880 -> 1920 00010000:00010000:1.0:1780298663.834478:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.834489:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.834508:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488a7b88/0xaf35132e6303943f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [794624->34349055] (req 794624->860159) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c87 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.834520:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.834523:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.834531:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.834540:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.834576:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.834587:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605337600:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.834630:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.835373:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605337600:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.835383:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.835404:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610098304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 956us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.835409:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15632 00000100:00100000:3.0:1780298663.835678:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.835712:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098432 00000100:00100000:2.0:1780298663.835717:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098432 00002000:00100000:2.0:1780298663.835739:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3547136->3596287) req@ffff9cf348318700 x1866777610098432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.835748:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777610098432 ext(3547136->3596287) 00002000:00010000:2.0:1780298663.835752:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:2.0:1780298663.835774:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7272 00000100:00100000:2.0:1780298663.835782:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610098432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.838493:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610098432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2707us (2809us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1780298663.838502:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7272 00002000:00100000:2.0:1780298663.838511:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3547136->3596287) req@ffff9cf348318700 x1866777610098432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.838521:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348318700 with x1866777610098432 ext(3547136->3596287) 00002000:00010000:2.0:1780298663.838525:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348318700 00000100:00100000:0.0:1780298663.839511:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.839543:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098560 00000100:00100000:3.0:1780298663.839551:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098560 00000100:00100000:3.0:1780298663.839593:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62267 00000100:00100000:3.0:1780298663.839602:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+116:30556:x1866777610098560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.839616:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.839633:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e6303947e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cc6 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839712:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839735:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839745:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298663.839770:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9663772 00000004:00200000:3.0:1780298663.839774:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298663.839789:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839811:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e6303947e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cc6 expref: 118 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839826:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cc6 expref: 117 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.839834:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.839836:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298663.839839:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3a00, rc 0) 00000100:00100000:3.0:1780298663.839868:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:30556:x1866777610098560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 268us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.839875:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62267 00000100:00100000:1.0:1780298663.840756:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.840785:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.840804:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098688 00000100:00100000:0.0:1780298663.840808:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098688 00000100:00100000:2.0:1780298663.840825:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098816 00000100:00100000:2.0:1780298663.840830:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098816 00000100:00100000:0.0:1780298663.840846:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12004 00000100:00100000:0.0:1780298663.840857:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610098688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.840866:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.840871:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12005 00010000:00010000:0.0:1780298663.840877:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ccd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.840885:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610098816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.840897:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.840898:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:0.0:1780298663.840903:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.840908:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039493 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cd4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.840909:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.840939:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.840947:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298663.840977:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610098688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 123us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.840983:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605337728:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.840989:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12004 00000100:00100000:1.0:1780298663.841037:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348b92240 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.841810:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605337728:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.841829:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039493 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cd4 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.841842:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039493 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cd4 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.841851:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.841886:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610098816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1101us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.841893:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12005 00000100:00100000:2.0:1780298663.842802:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.842843:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610098944 00000100:00100000:0.0:1780298663.842849:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610098944 00000100:00100000:0.0:1780298663.842877:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12006 00000100:00100000:0.0:1780298663.842882:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610098944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.842889:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.842896:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303949a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cdb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.842917:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605337856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.842950:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.843639:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605337856:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.843652:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303949a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cdb expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.843662:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e6303949a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cdb expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.843677:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298663.843699:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610098944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (897us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.843704:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12006 00000100:00100000:2.0:1780298663.844934:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.844965:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099072 00000100:00100000:0.0:1780298663.844969:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099072 00002000:00100000:0.0:1780298663.844991:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf2558f0700 x1866777610099072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.844999:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0700 with x1866777610099072 ext(4091904->4095999) 00002000:00010000:0.0:1780298663.845007:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0700 00000100:00100000:0.0:1780298663.845022:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7273 00000100:00100000:0.0:1780298663.845028:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610099072:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.845175:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610099072:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 146us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.845183:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7273 00002000:00100000:0.0:1780298663.845190:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf2558f0700 x1866777610099072/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.845199:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0700 with x1866777610099072 ext(4091904->4095999) 00002000:00010000:0.0:1780298663.845203:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0700 00000100:00100000:2.0:1780298663.846104:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.846159:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099200 00000100:00100000:0.0:1780298663.846164:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099200 00002000:00100000:0.0:1780298663.846182:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf2558f1880 x1866777610099200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.846205:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1880 with x1866777610099200 ext(4096000->4100095) 00002000:00010000:0.0:1780298663.846209:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f1880 00000100:00100000:0.0:1780298663.846232:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7274 00000100:00100000:0.0:1780298663.846240:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610099200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.846332:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610099200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.846340:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7274 00002000:00100000:0.0:1780298663.846348:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf2558f1880 x1866777610099200/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.846356:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f1880 with x1866777610099200 ext(4096000->4100095) 00002000:00010000:0.0:1780298663.846359:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f1880 00000100:00100000:3.0:1780298663.847540:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.847581:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099328 00000100:00100000:0.0:1780298663.847586:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099328 00002000:00100000:0.0:1780298663.847603:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4071424->4136959) req@ffff9cf3481ff480 x1866777610099328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.847610:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff480 with x1866777610099328 ext(4071424->4136959) 00002000:00010000:0.0:1780298663.847612:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ff480 00000100:00100000:0.0:1780298663.847631:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7275 00000100:00100000:0.0:1780298663.847635:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610099328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.848537:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610099328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 897us (996us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298663.848545:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7275 00002000:00100000:0.0:1780298663.848560:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4071424->4136959) req@ffff9cf3481ff480 x1866777610099328/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.848570:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481ff480 with x1866777610099328 ext(4071424->4136959) 00002000:00010000:0.0:1780298663.848574:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481ff480 00000100:00100000:3.0:1780298663.849787:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.849827:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099456 00000100:00100000:1.0:1780298663.849833:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099456 00002000:00100000:1.0:1780298663.849857:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4136960->4173823) req@ffff9cf3481fe680 x1866777610099456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.849867:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe680 with x1866777610099456 ext(4136960->4173823) 00002000:00010000:1.0:1780298663.849870:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe680 00000100:00100000:1.0:1780298663.849888:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7276 00000100:00100000:1.0:1780298663.849895:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610099456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.850727:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610099456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 832us (940us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298663.850732:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7276 00002000:00100000:1.0:1780298663.850738:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (4136960->4173823) req@ffff9cf3481fe680 x1866777610099456/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.850744:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fe680 with x1866777610099456 ext(4136960->4173823) 00002000:00010000:1.0:1780298663.850746:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fe680 00000100:00100000:3.0:1780298663.852113:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.852178:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099584 00000100:00100000:2.0:1780298663.852183:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099584 00000100:00100000:2.0:1780298663.852213:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12007 00000100:00100000:2.0:1780298663.852220:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610099584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.852230:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.852249:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ce2 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.852275:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.852281:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(69 0) 00010000:00010000:2.0:1780298663.852285:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(70 0) 00010000:00010000:2.0:1780298663.852288:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.852322:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.852333:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 18 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.852343:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605337984:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.852397:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.853075:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605337984:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298663.853098:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->905215] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.853113:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:0.0:1780298663.853178:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610099584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.853185:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12007 00000100:00100000:0.0:1780298663.854034:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.854071:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099712 00000100:00100000:2.0:1780298663.854076:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099712 00010000:00010000:2.0:1780298663.854093:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.854115:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15633 00000100:00100000:2.0:1780298663.854120:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610099712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.854161:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.854189:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.854201:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.854221:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e9b43ec/0xaf35132e630393f9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c56 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.854246:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(70 0) 00010000:00010000:2.0:1780298663.854250:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(70 0) 00010000:00010000:2.0:1780298663.854259:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.854269:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.854295:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.854306:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605338112:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.854348:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.855058:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605338112:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.855070:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.855101:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610099712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 979us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.855109:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15633 00000100:00100000:0.0:1780298663.855197:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.855233:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099840 00000100:00100000:2.0:1780298663.855238:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099840 00000100:00100000:2.0:1780298663.855289:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7277 00000100:00100000:2.0:1780298663.855298:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610099840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.855486:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.855499:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.855506:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.855509:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.855511:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:2.0:1780298663.855543:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610099840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 246us (347us total) trans 4294969461 rc 0/0 00000100:00100000:2.0:1780298663.855551:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7277 00000100:00100000:3.0:1780298663.856383:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.856435:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610099968 00000100:00100000:1.0:1780298663.856441:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610099968 00000100:00100000:1.0:1780298663.856476:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12008 00000100:00100000:1.0:1780298663.856482:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610099968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.856494:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.856504:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ce9 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.856545:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605338240:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.856582:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.857274:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605338240:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.857291:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394a8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce9 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.857303:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce9 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.857310:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.857334:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610099968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 854us (954us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.857339:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12008 00000100:00100000:0.0:1780298663.858189:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.858218:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100096 00000100:00100000:1.0:1780298663.858223:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100096 00000100:00100000:1.0:1780298663.858248:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12009 00000100:00100000:1.0:1780298663.858253:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610100096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.858261:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.858268:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cf0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.858290:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605338368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.858323:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.858933:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605338368:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.858945:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394af lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cf0 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.858954:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394af lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cf0 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.858961:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.858983:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610100096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 731us (798us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.858989:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12009 00000100:00100000:3.0:1780298663.859887:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.859935:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100224 00000100:00100000:0.0:1780298663.859939:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100224 00000100:00100000:0.0:1780298663.859965:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12010 00000100:00100000:0.0:1780298663.859970:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610100224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.859976:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.859984:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630394b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cf7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.860006:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605338496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.860037:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.860687:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605338496:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.860706:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630394b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cf7 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.860721:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e630394b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cf7 expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.860730:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298663.860762:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610100224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (876us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.860769:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12010 00000100:00100000:3.0:1780298663.861500:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.861534:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100352 00000100:00100000:0.0:1780298663.861538:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100352 00000100:00100000:0.0:1780298663.861561:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12011 00000100:00100000:0.0:1780298663.861565:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610100352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.861572:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.861581:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630394bd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7cfe expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.861610:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605338624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.861640:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.862200:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605338624:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.862215:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630394bd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cfe expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.862227:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e630394bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cfe expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.862237:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:0.0:1780298663.862264:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610100352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 698us (763us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.862268:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12011 00000100:00100000:2.0:1780298663.863224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.863253:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100480 00000100:00100000:0.0:1780298663.863256:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100480 00002000:00100000:0.0:1780298663.863277:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (73728->94207) req@ffff9cf2558f2a00 x1866777610100480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.863286:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777610100480 ext(73728->94207) 00002000:00010000:0.0:1780298663.863298:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:0.0:1780298663.863316:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7278 00000100:00100000:0.0:1780298663.863325:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610100480:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.864019:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610100480:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 694us (794us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1780298663.864029:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7278 00002000:00100000:0.0:1780298663.864036:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (73728->94207) req@ffff9cf2558f2a00 x1866777610100480/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.864047:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2a00 with x1866777610100480 ext(73728->94207) 00002000:00010000:0.0:1780298663.864050:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f2a00 00000100:00100000:3.0:1780298663.864876:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.864914:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100608 00000100:00100000:1.0:1780298663.864920:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100608 00000100:00100000:1.0:1780298663.864953:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12012 00000100:00100000:1.0:1780298663.864967:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610100608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.864979:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.864992:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630394c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d05 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.865032:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605338752:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.865079:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.865706:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605338752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.865722:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630394c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d05 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.865743:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630394c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d05 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.865750:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.865772:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610100608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (898us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.865777:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12012 00000100:00100000:2.0:1780298663.866585:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.866619:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100736 00000100:00100000:1.0:1780298663.866623:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100736 00000100:00100000:1.0:1780298663.866647:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12013 00000100:00100000:1.0:1780298663.866652:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610100736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.866658:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.866665:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d0c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.866693:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605338880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.866722:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.867283:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605338880:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.867296:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394cb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d0c expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.867306:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e630394cb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d0c expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.867321:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.867343:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610100736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 691us (760us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.867347:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12013 00000100:00100000:3.0:1780298663.868060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.868095:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100864 00000100:00100000:2.0:1780298663.868100:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100864 00000100:00100000:2.0:1780298663.868164:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12014 00000100:00100000:2.0:1780298663.868173:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610100864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.868183:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.868193:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d13 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868218:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868229:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868236:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:2.0:1780298663.868240:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:2.0:1780298663.868245:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->4571135] (req 4526080->4571135) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868268:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868282:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 11 pid: 19992 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.868294:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605339008:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.868347:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.868357:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.868382:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605339136:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.868418:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.868884:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605339008:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.869010:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605339136:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.869028:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->4571135] (req 4526080->4571135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.869039:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298663.869071:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610100864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.869078:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12014 00000100:00100000:3.0:1780298663.869190:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.869217:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610100992 00000100:00100000:2.0:1780298663.869222:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610100992 00010000:00010000:2.0:1780298663.869241:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.869266:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15634 00000100:00100000:2.0:1780298663.869274:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610100992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.869284:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.869298:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.869310:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.869335:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303948c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ccd expref: 12 pid: 19992 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.869345:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.869374:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610100992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 101us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.869381:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15634 00000100:00100000:3.0:1780298663.869444:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.869477:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101120 00000100:00100000:1.0:1780298663.869481:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101120 00010000:00010000:1.0:1780298663.869496:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.869522:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15635 00000100:00100000:1.0:1780298663.869530:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610101120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.869539:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.869550:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.869568:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.869582:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e63039477 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3547136->3596287) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cbf expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.869592:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.869596:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.869603:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.869620:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.869641:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.869652:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605339264:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.869689:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.870256:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605339264:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.870266:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.870288:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610101120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 760us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.870294:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15635 00000100:00100000:2.0:1780298663.870374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.870409:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101248 00000100:00100000:0.0:1780298663.870413:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101248 00000100:00100000:0.0:1780298663.870446:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7279 00000100:00100000:0.0:1780298663.870453:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610101248:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.870648:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5469468 -> 5469468 00002000:00010000:0.0:1780298663.870651:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.870653:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.870654:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.870656:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1920 -> 2008 00000100:00100000:0.0:1780298663.870678:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610101248:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 227us (307us total) trans 4294969996 rc 0/0 00000100:00100000:0.0:1780298663.870682:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7279 00000100:00100000:3.0:1780298663.871403:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.871441:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101376 00000100:00100000:0.0:1780298663.871446:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101376 00000100:00100000:0.0:1780298663.871473:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12015 00000100:00100000:0.0:1780298663.871487:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610101376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.871495:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.871504:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630394d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d1a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.871534:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605339392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.871557:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.871581:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.871605:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101504 00000100:00100000:1.0:1780298663.871611:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101504 00000100:00100000:1.0:1780298663.871644:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12016 00000100:00100000:1.0:1780298663.871650:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610101504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.871657:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.871664:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d21 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.871693:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605339520:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.871717:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.872255:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605339392:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.872270:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630394d9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d1a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.872281:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630394d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d1a expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.872288:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:0.0:1780298663.872314:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610101376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (912us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.872320:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12015 00000100:00100000:2.0:1780298663.872385:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605339520:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.872404:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d21 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.872418:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e630394e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d21 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.872428:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:2.0:1780298663.872459:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610101504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (902us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.872467:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12016 00000100:00100000:3.0:1780298663.873165:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.873189:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101632 00000100:00100000:1.0:1780298663.873194:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101632 00000100:00100000:1.0:1780298663.873225:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12017 00000100:00100000:1.0:1780298663.873233:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610101632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.873242:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.873251:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630394e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d28 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.873285:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605339648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.873297:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.873334:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101760 00000100:00100000:2.0:1780298663.873339:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101760 00000100:00100000:1.0:1780298663.873339:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.873375:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12018 00000100:00100000:2.0:1780298663.873384:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610101760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.873398:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.873407:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e630394ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d2f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.873435:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605339776:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.873469:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.873803:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605339648:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.873814:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630394e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d28 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.873823:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630394e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d28 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.873829:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.873849:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610101632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 619us (687us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.873854:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12017 00000100:00100000:0.0:1780298663.873959:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605339776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.873978:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e630394ee lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d2f expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.873992:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700ba1da/0xaf35132e630394ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d2f expref: 19 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.874013:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:0.0:1780298663.874045:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610101760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 663us (749us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.874050:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12018 00000100:00100000:3.0:1780298663.874718:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.874748:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610101888 00000100:00100000:0.0:1780298663.874752:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610101888 00000100:00100000:0.0:1780298663.874774:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12019 00000100:00100000:0.0:1780298663.874779:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610101888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.874785:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.874791:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630394f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d36 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.874816:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605339904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.874837:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.874865:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.874881:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102016 00000100:00100000:1.0:1780298663.874885:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102016 00000100:00100000:1.0:1780298663.874909:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12020 00000100:00100000:1.0:1780298663.874915:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.874921:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.874927:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e630394fc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d3d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.874946:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605340032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.874969:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.875376:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605339904:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.875388:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630394f5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d36 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.875397:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630394f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d36 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.875403:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298663.875424:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610101888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 646us (708us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.875433:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12019 00000100:00100000:1.0:1780298663.875573:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605340032:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.875583:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e630394fc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d3d expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.875591:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e630394fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d3d expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.875596:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:1.0:1780298663.875614:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 700us (781us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.875619:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12020 00000100:00100000:2.0:1780298663.876500:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.876536:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102144 00000100:00100000:0.0:1780298663.876540:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102144 00002000:00100000:0.0:1780298663.876559:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2531328->2535423) req@ffff9cf3733eaa00 x1866777610102144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.876566:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eaa00 with x1866777610102144 ext(2531328->2535423) 00002000:00010000:0.0:1780298663.876571:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733eaa00 00000100:00100000:0.0:1780298663.876586:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7280 00000100:00100000:0.0:1780298663.876591:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.876683:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.876689:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7280 00002000:00100000:0.0:1780298663.876693:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2531328->2535423) req@ffff9cf3733eaa00 x1866777610102144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.876699:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733eaa00 with x1866777610102144 ext(2531328->2535423) 00002000:00010000:0.0:1780298663.876701:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733eaa00 00000100:00100000:3.0:1780298663.877473:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.877500:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102272 00000100:00100000:1.0:1780298663.877504:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102272 00002000:00100000:1.0:1780298663.877518:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2535424->2539519) req@ffff9cf37f7bfb80 x1866777610102272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.877524:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bfb80 with x1866777610102272 ext(2535424->2539519) 00002000:00010000:1.0:1780298663.877526:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bfb80 00000100:00100000:1.0:1780298663.877540:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7281 00000100:00100000:1.0:1780298663.877545:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.877598:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 53us (126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.877602:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7281 00002000:00100000:1.0:1780298663.877606:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (2535424->2539519) req@ffff9cf37f7bfb80 x1866777610102272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.877620:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bfb80 with x1866777610102272 ext(2535424->2539519) 00002000:00010000:1.0:1780298663.877623:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f7bfb80 00000100:00100000:3.0:1780298663.878579:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.878627:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102400 00000100:00100000:2.0:1780298663.878632:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102400 00002000:00100000:2.0:1780298663.878655:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2510848->2576383) req@ffff9cf37f754e00 x1866777610102400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.878664:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777610102400 ext(2510848->2576383) 00002000:00010000:2.0:1780298663.878668:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:2.0:1780298663.878694:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7282 00000100:00100000:2.0:1780298663.878703:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.879556:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 854us (975us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1780298663.879562:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7282 00002000:00100000:0.0:1780298663.879567:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2510848->2576383) req@ffff9cf37f754e00 x1866777610102400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.879573:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f754e00 with x1866777610102400 ext(2510848->2576383) 00002000:00010000:0.0:1780298663.879576:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f754e00 00000100:00100000:2.0:1780298663.880506:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.880546:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102528 00000100:00100000:0.0:1780298663.880551:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102528 00000100:00100000:3.0:1780298663.880570:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.880628:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102656 00000100:00100000:0.0:1780298663.880632:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102656 00000100:00100000:1.0:1780298663.880641:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12021 00000100:00100000:1.0:1780298663.880651:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102528:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298663.880656:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12022 00010000:00010000:1.0:1780298663.880660:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.880669:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.880678:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.880679:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63039503 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d44 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.880688:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303950a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d4b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.880727:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605340160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.880728:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605340288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.880794:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.880794:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.881620:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605340288:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.881641:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303950a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d4b expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.881652:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605340160:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.881655:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303950a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d4b expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.881666:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00010000:00010000:1.0:1780298663.881678:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63039503 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d44 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.881691:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1121us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298663.881696:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e0f99016/0xaf35132e63039503 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d44 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.881700:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12022 00010000:00010000:1.0:1780298663.881713:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.881740:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610102528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1090us (1233us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.881747:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12021 00000100:00100000:3.0:1780298663.882663:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.882682:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.882702:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102784 00000100:00100000:0.0:1780298663.882706:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102784 00000100:00100000:2.0:1780298663.882723:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610102912 00000100:00100000:2.0:1780298663.882729:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610102912 00000100:00100000:0.0:1780298663.882733:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12023 00000100:00100000:0.0:1780298663.882740:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.882747:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.882754:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039511 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d52 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.882769:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12024 00000100:00100000:0.0:1780298663.882781:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605340416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.882784:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.882799:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.882809:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039518 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d59 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.882818:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.882839:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605340544:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.882868:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.883484:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605340416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.883509:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039511 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d52 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.883525:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039511 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d52 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.883536:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:0.0:1780298663.883573:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (909us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.883587:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12023 00000100:00100000:1.0:1780298663.883645:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605340544:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.883663:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039518 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d59 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.883677:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039518 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d59 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.883686:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.883715:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610102912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1031us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.883722:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12024 00000100:00100000:3.0:1780298663.884705:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.884740:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103040 00000100:00100000:0.0:1780298663.884745:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103040 00000100:00100000:0.0:1780298663.884784:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7283 00000100:00100000:0.0:1780298663.884793:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610103040:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298663.885401:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298663.885405:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.885407:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.885408:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.885410:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 672 00000100:00100000:0.0:1780298663.885435:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610103040:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 645us (732us total) trans 4294969462 rc 0/0 00000100:00100000:0.0:1780298663.885440:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7283 00000100:00100000:3.0:1780298663.886286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.886334:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103168 00000100:00100000:2.0:1780298663.886340:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103168 00000100:00100000:2.0:1780298663.886376:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12025 00000100:00100000:2.0:1780298663.886385:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610103168:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.886394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298663.886394:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.886407:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6303951f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d60 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.886429:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103296 00000100:00100000:1.0:1780298663.886434:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103296 00000100:00100000:2.0:1780298663.886448:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605340672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.886464:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12026 00000100:00100000:1.0:1780298663.886473:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610103296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.886482:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.886491:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039526 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d67 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.886514:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.886533:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605340800:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.886570:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.887287:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605340672:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.887306:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6303951f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d60 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.887323:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e6303951f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d60 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.887333:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298663.887363:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610103168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1076us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.887374:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12025 00000100:00100000:1.0:1780298663.887523:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605340800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.887541:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039526 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d67 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.887555:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039526 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d67 expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.887565:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:1.0:1780298663.887591:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610103296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1120us (1198us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.887599:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12026 00000100:00100000:2.0:1780298663.888440:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.888474:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103424 00000100:00100000:0.0:1780298663.888478:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103424 00000100:00100000:0.0:1780298663.888505:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12027 00000100:00100000:0.0:1780298663.888513:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610103424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.888528:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.888539:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6303952d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d6e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.888566:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.888572:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605340928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.888594:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103552 00000100:00100000:1.0:1780298663.888598:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103552 00000100:00100000:0.0:1780298663.888621:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.888626:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12028 00000100:00100000:1.0:1780298663.888632:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610103552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.888638:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.888644:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039534 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d75 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.888677:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605341056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.888705:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.889258:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605340928:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.889276:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6303952d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d6e expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.889291:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e6303952d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d6e expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.889301:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298663.889339:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610103424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (897us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.889346:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12027 00000100:00100000:2.0:1780298663.889419:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a82d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605341056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.889441:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039534 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d75 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.889455:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039534 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d75 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.889467:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:2.0:1780298663.889499:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2397:x1866777610103552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (933us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.889506:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12028 00000100:00100000:3.0:1780298663.890466:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.890519:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103680 00000100:00100000:0.0:1780298663.890524:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103680 00000100:00100000:0.0:1780298663.890560:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12029 00000100:00100000:3.0:1780298663.890564:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.890572:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610103680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.890582:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.890589:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103808 00010000:00010000:0.0:1780298663.890592:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e6303953b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d7c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.890598:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103808 00000100:00100000:2.0:1780298663.890630:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12030 00000100:00100000:0.0:1780298663.890637:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605341184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.890640:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610103808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.890650:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.890658:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63039542 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d83 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.890681:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605341312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.890690:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.890708:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.891453:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605341184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.891471:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e6303953b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d7c expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.891486:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605341312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.891490:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e6303953b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d7c expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.891501:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00010000:00010000:2.0:1780298663.891511:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63039542 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d83 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.891527:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610103680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 958us (1062us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298663.891531:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e63039542 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d83 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.891534:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12029 00010000:00010000:2.0:1780298663.891551:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298663.891579:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610103808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1019us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.891587:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12030 00000100:00100000:1.0:1780298663.892536:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.892571:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610103936 00000100:00100000:2.0:1780298663.892576:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610103936 00000100:00100000:2.0:1780298663.892605:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12031 00000100:00100000:2.0:1780298663.892613:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610103936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.892622:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.892630:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d8a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.892648:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.892657:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(70 0) 00010000:00010000:2.0:1780298663.892662:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:2.0:1780298663.892667:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3129344->3133439] (req 3129344->3133439) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.892689:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.892703:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 11 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.892721:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605341440:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.892760:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.893417:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605341440:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.893429:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3129344->3133439] (req 3129344->3133439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893441:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298663.893473:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610103936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 861us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.893481:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12031 00000100:00100000:0.0:1780298663.893764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.893795:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104064 00000100:00100000:2.0:1780298663.893799:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104064 00010000:00010000:2.0:1780298663.893814:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.893843:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15636 00000100:00100000:2.0:1780298663.893852:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf360fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610104064:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.893863:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.893873:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893887:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893910:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e630394a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [876544->34430975] (req 876544->905215) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ce2 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893918:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:2.0:1780298663.893921:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:2.0:1780298663.893927:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893933:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.893948:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 18 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.893956:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605341568:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298663.893989:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.894851:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605341568:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.894862:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.894888:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf360fe9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610104064:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1038us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.894893:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15636 00000100:00100000:0.0:1780298663.895154:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.895202:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104192 00000100:00100000:1.0:1780298663.895206:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104192 00002000:00100000:1.0:1780298663.895229:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3129344->3133439) req@ffff9cf37f745880 x1866777610104192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.895236:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777610104192 ext(3129344->3133439) 00002000:00010000:1.0:1780298663.895240:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:1.0:1780298663.895256:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7284 00000100:00100000:1.0:1780298663.895261:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.895362:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 101us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.895367:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7284 00002000:00100000:1.0:1780298663.895372:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3129344->3133439) req@ffff9cf37f745880 x1866777610104192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.895378:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745880 with x1866777610104192 ext(3129344->3133439) 00002000:00010000:1.0:1780298663.895380:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745880 00000100:00100000:0.0:1780298663.896526:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.896567:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104320 00000100:00100000:1.0:1780298663.896571:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104320 00002000:00100000:1.0:1780298663.896586:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3133440->3137535) req@ffff9cf37f746d80 x1866777610104320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.896592:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746d80 with x1866777610104320 ext(3133440->3137535) 00002000:00010000:1.0:1780298663.896595:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746d80 00000100:00100000:1.0:1780298663.896609:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7285 00000100:00100000:1.0:1780298663.896613:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.896675:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 61us (151us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.896679:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7285 00002000:00100000:1.0:1780298663.896683:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3133440->3137535) req@ffff9cf37f746d80 x1866777610104320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.896690:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746d80 with x1866777610104320 ext(3133440->3137535) 00002000:00010000:1.0:1780298663.896694:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746d80 00000100:00100000:3.0:1780298663.897754:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.897797:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104448 00000100:00100000:1.0:1780298663.897802:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104448 00002000:00100000:1.0:1780298663.897819:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3137536->3141631) req@ffff9cf254889180 x1866777610104448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.897825:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777610104448 ext(3137536->3141631) 00002000:00010000:1.0:1780298663.897828:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889180 00000100:00100000:1.0:1780298663.897843:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7286 00000100:00100000:1.0:1780298663.897848:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610104448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.897899:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610104448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 51us (146us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.897903:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7286 00002000:00100000:1.0:1780298663.897906:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3137536->3141631) req@ffff9cf254889180 x1866777610104448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.897911:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254889180 with x1866777610104448 ext(3137536->3141631) 00002000:00010000:1.0:1780298663.897913:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254889180 00000100:00100000:0.0:1780298663.899006:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.899046:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104576 00000100:00100000:2.0:1780298663.899051:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104576 00002000:00100000:2.0:1780298663.899070:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3141632->3145727) req@ffff9cf37f744a80 x1866777610104576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.899083:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744a80 with x1866777610104576 ext(3141632->3145727) 00002000:00010000:2.0:1780298663.899085:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f744a80 00000100:00100000:2.0:1780298663.899103:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7287 00000100:00100000:2.0:1780298663.899108:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.899219:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 111us (214us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298663.899225:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7287 00002000:00100000:2.0:1780298663.899230:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3141632->3145727) req@ffff9cf37f744a80 x1866777610104576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.899237:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744a80 with x1866777610104576 ext(3141632->3145727) 00002000:00010000:2.0:1780298663.899239:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f744a80 00000100:00100000:0.0:1780298663.900350:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.900391:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104704 00000100:00100000:1.0:1780298663.900402:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104704 00002000:00100000:1.0:1780298663.900422:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3145728->3149823) req@ffff9cf37f746a00 x1866777610104704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.900430:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746a00 with x1866777610104704 ext(3145728->3149823) 00002000:00010000:1.0:1780298663.900433:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746a00 00000100:00100000:1.0:1780298663.900450:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7288 00000100:00100000:1.0:1780298663.900458:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610104704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.900525:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610104704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 68us (176us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.900532:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7288 00002000:00100000:1.0:1780298663.900539:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3145728->3149823) req@ffff9cf37f746a00 x1866777610104704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.900547:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746a00 with x1866777610104704 ext(3145728->3149823) 00002000:00010000:1.0:1780298663.900550:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f746a00 00000100:00100000:3.0:1780298663.901982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.902027:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104832 00000100:00100000:1.0:1780298663.902033:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104832 00002000:00100000:1.0:1780298663.902054:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3149824->3153919) req@ffff9cf254888380 x1866777610104832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.902062:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888380 with x1866777610104832 ext(3149824->3153919) 00002000:00010000:1.0:1780298663.902065:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888380 00000100:00100000:1.0:1780298663.902083:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7289 00000100:00100000:1.0:1780298663.902088:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.902178:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610104832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.902191:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7289 00002000:00100000:1.0:1780298663.902197:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3149824->3153919) req@ffff9cf254888380 x1866777610104832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.902205:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888380 with x1866777610104832 ext(3149824->3153919) 00002000:00010000:1.0:1780298663.902208:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888380 00000100:00100000:0.0:1780298663.903293:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.903344:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610104960 00000100:00100000:1.0:1780298663.903349:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610104960 00002000:00100000:1.0:1780298663.903369:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3129344->3153919) req@ffff9cf37f744700 x1866777610104960/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.903378:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777610104960 ext(3129344->3153919) 00002000:00010000:1.0:1780298663.903382:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:1.0:1780298663.903402:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7290 00000100:00100000:1.0:1780298663.903411:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610104960:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.904657:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610104960:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1246us (1364us total) trans 4294969463 rc 0/0 00000100:00100000:1.0:1780298663.904666:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7290 00002000:00100000:1.0:1780298663.904673:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (3129344->3153919) req@ffff9cf37f744700 x1866777610104960/t4294969463(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.904680:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744700 with x1866777610104960 ext(3129344->3153919) 00002000:00010000:1.0:1780298663.904683:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f744700 00000100:00100000:3.0:1780298663.905472:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.905517:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105088 00000100:00100000:2.0:1780298663.905522:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105088 00000100:00100000:2.0:1780298663.905553:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12032 00000100:00100000:2.0:1780298663.905560:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610105088:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298663.906275:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969463 is committed 00000001:00080000:1.0:1780298663.906281:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969462 is committed 00000100:00100000:2.0:1780298663.906373:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610105088:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 812us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.906380:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12032 00000100:00100000:0.0:1780298663.907426:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.907511:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105216 00000100:00100000:3.0:1780298663.907517:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105216 00000100:00100000:1.0:1780298663.907551:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.907586:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105344 00000100:00100000:3.0:1780298663.907590:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105344 00000100:00100000:0.0:1780298663.907610:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12033 00000100:00100000:0.0:1780298663.907624:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610105216:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.907628:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12034 00010000:00010000:0.0:1780298663.907641:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298663.907643:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610105344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.907654:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.907660:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e63039550 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d91 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.907665:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63039557 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d98 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.907729:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605341824:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.907730:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605341696:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.907812:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.907816:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00002000:00010000:3.0:1780298663.908690:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 672 -> 720 00000100:00100000:3.0:1780298663.908704:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605341696:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.908704:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605341824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.908730:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e63039550 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d91 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.908741:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63039557 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d98 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.908747:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a860e235/0xaf35132e63039550 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d91 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.908763:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00010000:00010000:3.0:1780298663.908768:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000658b0d9c/0xaf35132e63039557 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d98 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.908782:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2c00, rc 0) 00000100:00100000:1.0:1780298663.908791:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610105216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1173us (1366us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.908797:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12033 00000100:00100000:3.0:1780298663.908809:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610105344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1170us (1258us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.908817:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12034 00000100:00100000:1.0:1780298663.909885:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.909923:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.909946:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105472 00000100:00100000:2.0:1780298663.909951:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105472 00000100:00100000:2.0:1780298663.909982:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105600 00000100:00100000:2.0:1780298663.909985:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105600 00000100:00100000:0.0:1780298663.909994:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12035 00000100:00100000:0.0:1780298663.910006:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610105472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.910016:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.910021:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12036 00010000:00010000:0.0:1780298663.910027:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303955e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7d9f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.910035:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610105600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.910051:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.910061:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039565 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7da6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.910066:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605341952:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.910098:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605342080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.910155:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.910183:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.910921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605342080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.910937:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039565 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7da6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.910953:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039565 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7da6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.910959:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605341952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.910968:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:1.0:1780298663.910985:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303955e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d9f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.911000:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e6303955e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d9f expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.911007:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610105600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1080us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298663.911016:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:2.0:1780298663.911019:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12036 00000100:00100000:1.0:1780298663.911041:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610105472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1156us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.911047:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12035 00000100:00100000:1.0:1780298663.912068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.912119:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105728 00000100:00100000:0.0:1780298663.912163:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105728 00000100:00100000:0.0:1780298663.912197:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12037 00000100:00100000:0.0:1780298663.912205:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610105728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.912214:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.912223:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dad expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.912240:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:0.0:1780298663.912244:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:0.0:1780298663.912260:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.912275:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.912284:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298663.912318:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610105728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 114us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.912324:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12037 00000100:00100000:0.0:1780298663.913005:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.913042:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105856 00000100:00100000:1.0:1780298663.913047:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105856 00000100:00100000:1.0:1780298663.913086:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7291 00000100:00100000:1.0:1780298663.913095:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610105856:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.913365:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.913369:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.913371:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.913373:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.913376:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 720 -> 752 00000100:00100000:1.0:1780298663.913409:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610105856:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 315us (403us total) trans 4294969464 rc 0/0 00000100:00100000:1.0:1780298663.913418:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7291 00000100:00100000:1.0:1780298663.914293:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.914390:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610105984 00000100:00100000:3.0:1780298663.914394:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610105984 00000100:00100000:0.0:1780298663.914432:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.914450:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106112 00000100:00100000:2.0:1780298663.914455:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106112 00000100:00100000:3.0:1780298663.914472:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12038 00000100:00100000:1.0:1780298663.914484:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12039 00000100:00100000:3.0:1780298663.914485:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610105984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.914494:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.914499:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610106112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.914504:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000658b0d9c/0xaf35132e63039573 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7db4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.914508:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.914519:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6303957a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dbb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.914540:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605342208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.914554:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605342336:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.914587:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.914588:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.915466:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605342208:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.915490:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000658b0d9c/0xaf35132e63039573 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7db4 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.915508:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000658b0d9c/0xaf35132e63039573 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7db4 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.915527:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2c00, rc 0) 00000100:00100000:1.0:1780298663.915536:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605342336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.915552:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6303957a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dbb expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.915577:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e6303957a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dbb expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.915586:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:3.0:1780298663.915605:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610105984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1124us (1316us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.915605:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610106112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1111us (1174us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.915613:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12039 00000100:00100000:3.0:1780298663.915618:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12038 00000100:00100000:1.0:1780298663.916643:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.916686:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106240 00000100:00100000:0.0:1780298663.916691:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106240 00000100:00100000:0.0:1780298663.916719:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12040 00000100:00100000:0.0:1780298663.916725:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610106240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.916738:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.916746:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039581 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dc2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.916775:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605342464:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.916834:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.916845:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.916875:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106368 00000100:00100000:0.0:1780298663.916879:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106368 00000100:00100000:0.0:1780298663.916910:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12041 00000100:00100000:0.0:1780298663.916915:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610106368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.916923:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.916932:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e63039588 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dc9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.916960:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605342592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.916990:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.917449:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605342464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.917467:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039581 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dc2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.917477:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039581 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dc2 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.917483:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298663.917506:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610106240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 782us (865us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.917519:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12040 00000100:00100000:0.0:1780298663.917650:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605342592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.917664:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e63039588 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dc9 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.917677:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e63039588 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dc9 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.917685:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:0.0:1780298663.917707:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610106368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 792us (864us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.917715:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12041 00000100:00100000:1.0:1780298663.918474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.918504:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106496 00000100:00100000:0.0:1780298663.918509:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106496 00000100:00100000:0.0:1780298663.918536:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12042 00000100:00100000:0.0:1780298663.918543:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610106496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.918551:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.918568:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dd0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.918583:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:0.0:1780298663.918587:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:0.0:1780298663.918597:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.918617:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.918622:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00000100:00100000:0.0:1780298663.918644:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610106496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.918650:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12042 00000100:00100000:3.0:1780298663.919287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.919328:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106624 00000100:00100000:2.0:1780298663.919331:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106624 00000100:00100000:2.0:1780298663.919362:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7292 00000100:00100000:2.0:1780298663.919368:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610106624:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298663.919548:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298663.919551:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.919557:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.919559:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.919560:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 752 -> 752 00000100:00100000:2.0:1780298663.919586:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610106624:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 218us (300us total) trans 4294969465 rc 0/0 00000100:00100000:2.0:1780298663.919593:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7292 00000100:00100000:1.0:1780298663.920385:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.920406:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106752 00000100:00100000:3.0:1780298663.920410:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106752 00000100:00100000:3.0:1780298663.920438:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12043 00000100:00100000:3.0:1780298663.920512:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610106752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.920521:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.920542:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298663.920567:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63039596 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dd7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.920594:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610106880 00000100:00100000:2.0:1780298663.920599:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610106880 00000100:00100000:3.0:1780298663.920602:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605342720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.920623:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12044 00000100:00100000:2.0:1780298663.920629:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610106880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.920635:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.920643:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303959d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dde expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.920650:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.920667:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605342848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.920689:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.921350:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605342720:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.921371:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63039596 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd7 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.921388:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e2cfab1/0xaf35132e63039596 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd7 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.921414:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605342848:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.921428:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303959d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dde expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.921442:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303959d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dde expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.921446:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00010000:00010000:2.0:1780298663.921450:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:3.0:1780298663.921477:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610106752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1093us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.921481:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610106880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (940us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.921484:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12043 00000100:00100000:2.0:1780298663.921493:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12044 00000100:00100000:1.0:1780298663.922337:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.922374:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107008 00000100:00100000:0.0:1780298663.922377:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107008 00000100:00100000:0.0:1780298663.922400:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12045 00000100:00100000:0.0:1780298663.922406:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610107008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.922413:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.922425:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630395a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7de5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.922447:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605342976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.922480:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.922488:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.922524:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107136 00000100:00100000:2.0:1780298663.922528:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107136 00000100:00100000:2.0:1780298663.922546:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12046 00000100:00100000:2.0:1780298663.922552:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610107136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.922560:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.922569:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630395ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dec expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.922594:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605343104:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298663.922620:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.923057:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605342976:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.923071:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630395a4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7de5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.923080:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e630395a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7de5 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.923095:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298663.923161:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610107008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 719us (787us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.923167:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12045 00000100:00100000:0.0:1780298663.923244:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605343104:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.923259:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630395ab lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dec expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.923271:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d4295ea/0xaf35132e630395ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dec expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.923281:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:0.0:1780298663.923307:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610107136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (829us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.923314:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12046 00000100:00100000:3.0:1780298663.924238:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.924324:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107264 00000100:00100000:0.0:1780298663.924329:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107264 00000100:00100000:3.0:1780298663.924330:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.924367:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107392 00000100:00100000:0.0:1780298663.924370:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107392 00000100:00100000:2.0:1780298663.924384:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12047 00000100:00100000:2.0:1780298663.924396:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610107264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.924405:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.924414:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630395b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7df3 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.924445:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605343232:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.924474:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12048 00000100:00100000:0.0:1780298663.924486:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610107392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.924494:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298663.924496:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00010000:00010000:0.0:1780298663.924504:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e630395b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7dfa expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.924544:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605343360:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.924574:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.925189:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605343232:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.925217:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630395b2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7df3 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.925232:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cfb726/0xaf35132e630395b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7df3 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.925249:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157e00, rc 0) 00000100:00100000:2.0:1780298663.925279:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610107264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (1041us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.925296:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12047 00000100:00100000:1.0:1780298663.925434:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605343360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.925451:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e630395b9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dfa expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.925466:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7c06104/0xaf35132e630395b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dfa expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.925477:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:1.0:1780298663.925508:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610107392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1180us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.925516:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12048 00000100:00100000:0.0:1780298663.926306:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.926336:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107520 00000100:00100000:1.0:1780298663.926348:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107520 00000100:00100000:1.0:1780298663.926383:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12049 00000100:00100000:1.0:1780298663.926393:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610107520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.926399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.926405:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.926415:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e630395c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e01 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.926444:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107648 00000100:00100000:1.0:1780298663.926448:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605343488:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.926449:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107648 00000100:00100000:0.0:1780298663.926476:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12050 00000100:00100000:0.0:1780298663.926482:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610107648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.926488:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.926495:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e630395c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e08 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.926504:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.926517:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605343616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.926540:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.927241:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605343488:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.927261:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e630395c0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e01 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.927275:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e630395c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e01 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.927291:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.927323:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610107520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1016us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.927331:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12049 00000100:00100000:2.0:1780298663.927416:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605343616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.927433:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e630395c7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e08 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.927447:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009856b175/0xaf35132e630395c7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e08 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.927457:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:2.0:1780298663.927489:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610107648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1092us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.927496:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12050 00000100:00100000:0.0:1780298663.928284:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.928324:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107776 00000100:00100000:1.0:1780298663.928329:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107776 00000100:00100000:1.0:1780298663.928363:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12051 00000100:00100000:1.0:1780298663.928372:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610107776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.928380:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.928396:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e0f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.928412:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.928416:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:1.0:1780298663.928427:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.928441:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.928449:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298663.928478:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610107776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 109us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.928485:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12051 00000100:00100000:3.0:1780298663.929063:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.929092:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610107904 00000100:00100000:1.0:1780298663.929096:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610107904 00000100:00100000:1.0:1780298663.929160:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7293 00000100:00100000:1.0:1780298663.929169:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610107904:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.929344:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5469468 -> 5469468 00002000:00010000:1.0:1780298663.929347:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.929349:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.929350:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.929352:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 2008 -> 2008 00000100:00100000:1.0:1780298663.929373:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610107904:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 208us (311us total) trans 4294969997 rc 0/0 00000100:00100000:1.0:1780298663.929384:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7293 00000100:00100000:0.0:1780298663.930315:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.930337:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.930352:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108032 00000100:00100000:1.0:1780298663.930357:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108032 00000100:00100000:1.0:1780298663.930390:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108160 00000100:00100000:1.0:1780298663.930394:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108160 00000100:00100000:2.0:1780298663.930397:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12052 00000100:00100000:2.0:1780298663.930410:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610108032:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298663.930422:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12053 00010000:00010000:2.0:1780298663.930429:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298663.930433:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.930441:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630395d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e16 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.930443:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.930454:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e630395dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e1d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.930488:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605343744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.930492:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605343872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.930554:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.930563:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.931324:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605343744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.931345:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630395d5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e16 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.931358:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630395d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e16 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.931366:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.931394:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610108032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 988us (1080us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.931402:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12052 00000100:00100000:1.0:1780298663.931767:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605343872:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.931780:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e630395dc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e1d expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.931789:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e630395dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e1d expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.931795:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:1.0:1780298663.931816:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1388us (1480us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.931821:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12053 00000100:00100000:0.0:1780298663.932673:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.932706:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108288 00000100:00100000:2.0:1780298663.932710:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108288 00000100:00100000:2.0:1780298663.932735:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12054 00000100:00100000:2.0:1780298663.932741:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610108288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.932748:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.932756:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630395e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e24 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.932780:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605344000:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.932796:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.932828:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.932832:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108416 00000100:00100000:1.0:1780298663.932841:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108416 00000100:00100000:1.0:1780298663.932871:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12055 00000100:00100000:1.0:1780298663.932877:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.932883:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.932889:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630395ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e2b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.932910:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605344128:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.932937:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.933402:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605344000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.933414:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630395e3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e24 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.933433:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630395e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e24 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.933440:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.933462:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610108288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 722us (790us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.933468:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12054 00000100:00100000:1.0:1780298663.933589:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605344128:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.933608:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630395ea lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e2b expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.933622:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e630395ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e2b expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.933631:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.933657:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 780us (861us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.933664:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12055 00000100:00100000:3.0:1780298663.934514:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.934540:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.934554:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108544 00000100:00100000:0.0:1780298663.934558:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108544 00000100:00100000:2.0:1780298663.934576:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108672 00000100:00100000:2.0:1780298663.934583:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108672 00000100:00100000:0.0:1780298663.934586:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12056 00000100:00100000:0.0:1780298663.934594:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610108544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.934601:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.934608:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630395f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e32 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.934621:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12057 00000100:00100000:1.0:1780298663.934636:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.934646:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298663.934646:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605344256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.934658:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630395f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e39 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.934686:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.934702:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605344384:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.934732:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.935308:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605344256:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.935324:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630395f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e32 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.935332:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630395f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e32 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.935338:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:1.0:1780298663.935360:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610108544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 768us (848us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.935365:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12056 00000100:00100000:1.0:1780298663.935520:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605344384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.935530:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630395f8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e39 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.935539:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630395f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e39 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.935545:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.935565:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610108672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1027us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.935577:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12057 00000100:00100000:0.0:1780298663.936502:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.936531:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108800 00000100:00100000:2.0:1780298663.936534:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108800 00000100:00100000:2.0:1780298663.936560:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12058 00000100:00100000:2.0:1780298663.936567:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610108800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.936575:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.936585:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630395ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e40 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.936612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.936616:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605344512:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.936641:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610108928 00000100:00100000:1.0:1780298663.936645:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610108928 00000100:00100000:2.0:1780298663.936656:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.936673:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12059 00000100:00100000:1.0:1780298663.936679:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610108928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.936685:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.936698:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039606 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e47 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.936718:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605344640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.936743:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.937384:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605344512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.937398:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630395ff lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e40 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.937403:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605344640:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.937414:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e630395ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e40 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.937423:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039606 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e47 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.937442:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00010000:00010000:1.0:1780298663.937442:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc12793/0xaf35132e63039606 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e47 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.937452:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830d200, rc 0) 00000100:00100000:2.0:1780298663.937478:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610108800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (975us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.937484:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610108928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 804us (872us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.937490:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12058 00000100:00100000:1.0:1780298663.937497:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12059 00000100:00100000:0.0:1780298663.938437:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.938468:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109184 00000100:00100000:2.0:1780298663.938471:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109184 00000100:00100000:2.0:1780298663.938498:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62268 00000100:00100000:2.0:1780298663.938504:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+117:30556:x1866777610109184:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298663.938536:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.938552:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3a00/0xaf35132e63039485 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7cc6 expref: 117 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.938561:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.938565:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.938699:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.938714:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 110 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.938732:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.938753:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 110 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.938773:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 110 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.938782:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605344768:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.938817:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.939507:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605344768:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.939527:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.939718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000001:00080000:1.0:1780298663.939738:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991275 is committed 00010000:00010000:2.0:1780298663.939763:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298663.939766:0:6455:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294991274 is committed 00010000:00010000:2.0:1780298663.939771:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939779:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939783:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243279400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.939785:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939788:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939802:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.939803:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109312 00010000:00010000:2.0:1780298663.939804:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.939811:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109312 00010000:00010000:0.0:1780298663.939812:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939819:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bf600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.939821:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.939822:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939825:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.939829:0:3609:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939833:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.939836:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 99 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939860:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939861:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30e32297 (ffff9cf37338b500) 00010000:00010000:0.0:1780298663.939869:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.939870:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63036fd3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939879:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.939880:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15637 00010000:00010000:2.0:1780298663.939888:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939890:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63036f1d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x30e32297 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.939895:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+81:2400:x1866777610109312:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.939904:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.939910:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.939910:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.939919:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 73 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939926:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bec00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.939931:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.939950:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 65 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.939970:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939971:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939985:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.939995:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940003:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242baf600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:3.0:1780298663.940005:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111e00/0xaf35132e63039438 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7c80 expref: 53 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940009:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940009:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940015:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940020:0:3609:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940030:0:3609:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940035:0:3609:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940047:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.940048:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.940055:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298663.940064:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940066:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940067:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.940072:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940074:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bec00/0xaf35132e63037051 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.940084:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.940091:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+52:2400:x1866777610109312:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 200us (372us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298663.940091:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf600/0xaf35132e63036f8d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940096:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.940099:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.940112:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15637 00010000:00010000:2.0:1780298663.940114:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940155:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940162:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bf000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940165:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940166:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940184:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940185:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940206:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940210:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000001:00080000:1.0:1780298663.940210:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991275 00010000:00010000:0.0:1780298663.940211:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940214:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940230:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63037058 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940232:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940239:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1780298663.940243:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f64dce4 reply state 00000000fb10cc5f transno 4294991276 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940249:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940250:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940269:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940272:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff9cf37338b300) 00010000:00010000:2.0:1780298663.940274:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940277:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298663.940278:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157e00/0xaf35132e6303960d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940288:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bee00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298663.940289:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940290:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.940296:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940300:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.940300:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1780298663.940303:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be000/0xaf35132e6303700b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940313:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940325:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940328:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940331:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940331:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940350:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bee00/0xaf35132e6303707b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940350:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.940369:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+56:30556:x1866777610109184:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1862us (1928us total) trans 4294991276 rc 0/0 00010000:00010000:0.0:1780298663.940370:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940378:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.940385:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62268 00010000:00010000:0.0:1780298663.940388:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242baec00 already unused, calling callback (ffffffffc169a4f0) 00000020:00080000:1.0:1780298663.940392:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1780298663.940394:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940398:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940404:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940408:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940416:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bfa00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.940425:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940431:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940432:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff9cf35040a200) 00010000:00010000:0.0:1780298663.940439:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.940444:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940445:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940450:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940453:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940456:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baec00/0xaf35132e6303703c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940460:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63037082 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940484:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940498:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940503:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940504:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940517:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940524:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445bf400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940524:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940529:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940536:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.940542:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940543:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940564:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940564:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940568:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940578:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940580:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940586:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940590:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e630370ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940591:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940606:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63037090 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940614:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940631:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940636:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940639:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bae200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.940641:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940645:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940653:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940660:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940660:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940676:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242baea00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.940677:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940682:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940684:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940685:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940692:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae200/0xaf35132e630371e0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940699:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940705:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940710:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940718:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940722:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d08a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940723:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940728:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940731:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940731:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940748:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940749:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baea00/0xaf35132e6303709e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940770:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940774:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940777:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940777:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940795:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e63037314 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940796:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940812:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940818:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940833:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940837:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940838:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf2445be800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.940844:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940845:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940847:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940862:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940873:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940879:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.940883:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.940886:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940888:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940893:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940896:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940898:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be800/0xaf35132e630370a5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940905:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e63037392 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940919:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940923:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940927:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940928:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940938:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940943:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244f3a800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940944:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940947:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940960:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940961:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243d9bc00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.940967:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.940971:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.940976:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.940979:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.940979:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941004:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e630373ca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941011:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941014:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941018:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941018:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941034:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243d9bc00/0xaf35132e6303713f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941035:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941053:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941058:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941061:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941062:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941073:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941079:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941079:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941099:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941099:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243278a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941103:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941106:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941107:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941114:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09a00/0xaf35132e6303745d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941142:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941155:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941160:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941170:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941173:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941177:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941179:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf24450dc00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941180:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941183:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941196:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e630372b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 17567 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941197:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941216:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941222:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941226:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941233:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf24450dc00/0xaf35132e6303760f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941238:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941246:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941253:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941253:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941270:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941274:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941275:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf344ff3e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941281:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d08200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941282:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941284:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941299:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941313:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941317:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941322:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.941326:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941329:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941334:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.941335:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3e00/0xaf35132e630374cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941339:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941348:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08200/0xaf35132e63037903 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941350:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941360:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941366:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941366:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941372:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941385:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941389:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375d78000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941390:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242baf000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941394:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941394:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941405:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941413:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941415:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941420:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941423:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941434:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941439:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf000/0xaf35132e63037942 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941439:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.941444:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941449:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941453:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78000/0xaf35132e63037560 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941455:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941469:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941474:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bafa00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941476:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941480:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941481:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941491:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941497:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941499:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941503:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941512:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941512:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf375e92600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941518:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafa00/0xaf35132e63037cc9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941518:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941535:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941536:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941549:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941567:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941574:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941576:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941579:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941582:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941583:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941593:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941598:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375e92600/0xaf35132e63037823 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941602:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941606:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941609:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941613:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e63037d0f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941619:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941627:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941633:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941634:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941647:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941652:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941653:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bae400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941660:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf242bae800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941661:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941662:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941678:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941683:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941695:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941698:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.941701:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941703:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941708:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941711:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941713:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae400/0xaf35132e63037cec lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941718:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bae800/0xaf35132e63038106 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941728:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941738:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941746:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941749:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d08e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941751:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941756:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941762:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941768:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941768:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941782:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941784:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941786:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941786:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941791:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941808:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e63038248 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941808:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941824:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941829:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941832:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941833:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.941840:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941843:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941844:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941845:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941859:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941860:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9e00/0xaf35132e63037f54 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941871:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941874:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941876:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941879:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941880:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377000/0xaf35132e63038352 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941895:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941901:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941901:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941906:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941922:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941923:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a8400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.941929:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941930:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.941934:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941946:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941946:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941960:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941963:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.941965:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941969:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.941973:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e63038391 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941973:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.941977:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.941988:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a8400/0xaf35132e63037fcb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941992:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.941999:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942005:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942006:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942022:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942028:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942028:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942034:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942040:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf36d5a9800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942044:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942060:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942062:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942075:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942081:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.942085:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942092:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376000/0xaf35132e630385d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942092:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942098:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942103:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942109:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d5a9800/0xaf35132e630380c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942110:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942120:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942154:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942154:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942173:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942177:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942178:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942184:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243157a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942185:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942187:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942201:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942201:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942221:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942224:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942226:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942231:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942231:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157a00/0xaf35132e630381ca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942238:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.942242:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.942264:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298663.942265:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942270:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e630385f9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942279:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942288:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942288:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942303:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109440 00010000:00010000:2.0:1780298663.942304:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942309:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109440 00010000:00010000:0.0:1780298663.942314:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d08000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942315:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942318:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942329:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942331:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942336:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942338:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12060 00010000:00010000:0.0:1780298663.942341:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942347:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298663.942349:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610109440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.942351:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942352:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942359:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.942365:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08000/0xaf35132e63038209 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942372:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942376:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298663.942377:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e4e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942379:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942379:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942399:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376600/0xaf35132e63038726 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942401:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942416:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942417:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942421:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942442:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942448:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942458:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942460:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942465:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942469:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(108 0) 00010000:00010000:2.0:1780298663.942478:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244f3a200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:1.0:1780298663.942481:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(110 0) 00010000:00010000:0.0:1780298663.942481:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942482:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942494:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942499:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942503:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942506:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942507:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942522:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377e00/0xaf35132e630382cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942528:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942531:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1780298663.942534:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942535:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942537:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942555:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e63038861 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942557:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942562:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 11 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942579:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942582:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942588:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605344896:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.942598:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942604:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243377400 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942605:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942610:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942613:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376e00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942619:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942622:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942647:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.942649:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942652:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942660:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942665:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942669:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.942671:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942677:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.942683:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942683:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243377400/0xaf35132e63038432 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942692:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605345024:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.942704:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376e00/0xaf35132e6303898e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942710:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942716:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942721:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942721:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.942732:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00010000:00010000:2.0:1780298663.942735:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942739:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d08600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942740:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942745:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942747:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841c800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942754:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942754:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942772:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942773:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942775:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942779:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942786:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e630387c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942789:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942792:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.942797:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942806:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942825:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c800/0xaf35132e63038be8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942825:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942840:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942843:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942851:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942857:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942858:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243376a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942864:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942866:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244110c00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942872:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942874:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942893:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.942894:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942895:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942900:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942906:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942906:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243376a00/0xaf35132e63038829 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942912:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.942915:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942919:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942920:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63038c6d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942933:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942939:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942940:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942946:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942956:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942956:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.942962:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942964:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841d200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.942969:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942973:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942980:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.942987:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.942990:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.942994:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.942998:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.943000:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156800/0xaf35132e63038a28 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943001:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.943006:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943012:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841d200/0xaf35132e63039064 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943016:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943024:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943030:0:3609:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943030:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943043:0:3609:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943049:0:3609:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943050:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34830c800 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:2.0:1780298663.943056:0:3609:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244110000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.943056:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943060:0:3609:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943073:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943090:0:3609:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943108:0:3609:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.943111:0:3609:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1780298663.943115:0:3609:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943118:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298663.943121:0:3609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110000/0xaf35132e6303922b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943139:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.943156:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943164:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63038e0a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943177:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943183:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943188:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943193:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf243156a00 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.943196:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943201:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943208:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.943210:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.943213:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943217:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156a00/0xaf35132e63038f99 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943232:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943236:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943239:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943242:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244111200 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.943244:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943249:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943256:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.943258:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.943260:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943265:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244111200/0xaf35132e6303917c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943274:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943280:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943285:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943296:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34841c000 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.943299:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943305:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943313:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.943315:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.943318:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943324:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e630393eb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943333:0:3610:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943338:0:3610:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943342:0:3610:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943345:0:3610:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf34830c600 already unused, calling callback (ffffffffc169a4f0) 00010000:00010000:0.0:1780298663.943348:0:3610:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943351:0:3610:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943363:0:3610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.943365:0:3610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1780298663.943368:0:3610:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943374:0:3610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e6303942a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.943394:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605344896:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.943406:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605345024:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.943426:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.943439:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:1.0:1780298663.943476:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610109440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1129us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.943485:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12060 00000100:00100000:3.0:1780298663.943642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.943666:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.943686:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109696 00000100:00100000:2.0:1780298663.943690:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109696 00000100:00100000:1.0:1780298663.943703:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109568 00000100:00100000:1.0:1780298663.943709:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109568 00010000:00010000:2.0:1780298663.943710:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.943727:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.943738:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15638 00000100:00100000:2.0:1780298663.943748:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610109696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298663.943757:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298663.943765:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15639 00010000:00010000:2.0:1780298663.943774:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.943778:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610109568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.943789:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.943794:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943807:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943813:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e630395ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [77824->4526079] (req 77824->106495) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e0f expref: 14 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943819:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943839:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630394d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [4526080->38080511] (req 4526080->4571135) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d13 expref: 12 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943840:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(110 0) 00010000:00010000:2.0:1780298663.943847:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(110 0) 00010000:00010000:2.0:1780298663.943858:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.943868:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.943878:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.943892:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.943904:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610109568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 131us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.943905:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605345152:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.943916:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15639 00000100:00100000:2.0:1780298663.943944:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.944506:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605345152:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.944516:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.944540:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610109696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 794us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.944547:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15638 00000100:00100000:3.0:1780298663.944638:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.944672:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109824 00000100:00100000:1.0:1780298663.944677:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109824 00000100:00100000:1.0:1780298663.944707:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12061 00000100:00100000:1.0:1780298663.944714:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610109824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.944723:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.944732:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e55 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944751:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944760:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944774:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944781:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(71 0) 00010000:00010000:1.0:1780298663.944784:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(74 0) 00010000:00010000:1.0:1780298663.944788:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 6/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944805:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944816:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 14 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.944825:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345280:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.944870:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944880:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.944891:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345408:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.944930:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.944944:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 14 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.944954:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345536:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.944987:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.945549:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345280:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.945558:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345408:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298663.945680:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605345536:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298663.945698:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.945708:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.945735:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610109824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.945742:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12061 00000100:00100000:3.0:1780298663.945831:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.945886:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610109952 00000100:00100000:1.0:1780298663.945891:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610109952 00000100:00100000:3.0:1780298663.945910:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298663.945910:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 15 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.945944:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110208 00000100:00100000:3.0:1780298663.945948:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.945949:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110208 00000100:00100000:2.0:1780298663.945957:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15640 00010000:00010000:1.0:1780298663.945970:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.945971:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610109952:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1780298663.945971:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110080 00000100:00100000:0.0:1780298663.945978:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110080 00010000:00010000:2.0:1780298663.945984:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.946001:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 17 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.946009:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 17 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.946013:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15641 00000100:00100000:1.0:1780298663.946028:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610110208:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.946043:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.946044:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 17 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.946055:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15642 00010000:00010000:1.0:1780298663.946058:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 17 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.946064:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039549 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 8 type: EXT [3129344->36683775] (req 3129344->3133439) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7d8a expref: 17 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.946068:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610110080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.946080:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 8 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 17 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.946082:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.946094:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298663.946101:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e6303958f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [2260992->2883583] (req 2260992->2306047) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dd0 expref: 16 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.946104:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 16 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.946113:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.946160:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 15 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.946165:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610109952:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 159us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.946174:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610110208:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 149us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.946183:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15640 00010000:00010000:3.0:1780298663.946191:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e6303956c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2883584->3129343] (req 2883584->2899967) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7dad expref: 15 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.946191:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15641 00010000:00010000:3.0:1780298663.946211:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(74 0) 00010000:00010000:3.0:1780298663.946215:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(74 0) 00010000:00010000:3.0:1780298663.946222:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.946232:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.946257:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.946267:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605345664:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298663.946349:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.948344:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605345664:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.948356:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.948388:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610110080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 2325us (2443us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.948395:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15642 00000100:00100000:0.0:1780298663.948474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.948515:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110336 00000100:00100000:1.0:1780298663.948521:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110336 00002000:00010000:1.0:1780298663.948544:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.948549:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777610110336 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298663.948564:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500. 00000100:00100000:0.0:1780298663.948564:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.948591:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110464 00000100:00100000:1.0:1780298663.948595:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110464 00002000:00010000:1.0:1780298663.948605:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (983562->18446744073709551615) 00000100:00100000:2.0:1780298663.948610:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7294 00002000:00100000:1.0:1780298663.948611:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777610110464 ext(983562->18446744073709551615) 00000100:00100000:2.0:1780298663.948622:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610110336:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298663.948625:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6680. 00000100:00100000:1.0:1780298663.948648:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7295 00000100:00100000:1.0:1780298663.948657:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610110464:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.948906:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5469468 -> 4194304 00002000:00010000:2.0:1780298663.948911:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.948913:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.948916:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.948918:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 2008 -> 1704 00000100:00100000:2.0:1780298663.948951:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610110336:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 333us (476us total) trans 4294969998 rc 0/0 00000100:00100000:2.0:1780298663.948964:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7294 00002000:00010000:2.0:1780298663.948967:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298663.948971:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777610110336 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.948975:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500. 00002000:00010000:1.0:1780298663.949002:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 983562 00002000:00010000:1.0:1780298663.949006:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.949008:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.949010:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.949013:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 752 -> 328 00000100:00100000:1.0:1780298663.949042:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610110464:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 387us (478us total) trans 4294969466 rc 0/0 00000100:00100000:1.0:1780298663.949050:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7295 00002000:00010000:1.0:1780298663.949054:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (983562->18446744073709551615) 00002000:00100000:1.0:1780298663.949057:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777610110464 ext(983562->18446744073709551615) 00002000:00010000:1.0:1780298663.949062:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6680. 00000100:00100000:0.0:1780298663.949859:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.949897:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110592 00000100:00100000:1.0:1780298663.949902:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110592 00000100:00100000:1.0:1780298663.949936:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62269 00000100:00100000:1.0:1780298663.949945:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+30:30556:x1866777610110592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.949959:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.949973:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e5c expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950044:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950057:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950073:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.950096:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5177866 00000004:00200000:1.0:1780298663.950100:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.950114:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950174:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039622 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e5c expref: 32 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950187:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e5c expref: 31 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.950194:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.950197:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.950199:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.950229:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:30556:x1866777610110592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 287us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.950235:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62269 00000100:00100000:3.0:1780298663.951369:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.951404:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110720 00000100:00100000:1.0:1780298663.951408:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110720 00000100:00100000:1.0:1780298663.951442:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7296 00000100:00100000:1.0:1780298663.951449:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610110720:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298663.951622:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298663.951625:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.951627:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.951631:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298663.951632:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1704 -> 1744 00000100:00100000:1.0:1780298663.951657:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610110720:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 210us (291us total) trans 4294969999 rc 0/0 00000100:00100000:1.0:1780298663.951663:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7296 00000100:00100000:3.0:1780298663.952443:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.952482:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110848 00000100:00100000:0.0:1780298663.952486:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110848 00000100:00100000:0.0:1780298663.952513:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62270 00000100:00100000:0.0:1780298663.952519:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610110848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.952526:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.952535:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039630 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e63 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952589:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952604:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952611:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298663.952626:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5177866 00000004:00200000:0.0:1780298663.952628:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298663.952637:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952650:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039630 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 27 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952667:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 26 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.952672:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298663.952674:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298663.952675:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a400, rc 0) 00000100:00100000:0.0:1780298663.952699:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610110848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 181us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298663.952703:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62270 00000100:00100000:0.0:1780298663.953822:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.953922:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610110976 00000100:00100000:3.0:1780298663.953928:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610110976 00000100:00100000:0.0:1780298663.953944:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.953980:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111104 00000100:00100000:2.0:1780298663.953985:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111104 00000100:00100000:1.0:1780298663.954009:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12062 00000100:00100000:3.0:1780298663.954019:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12063 00000100:00100000:1.0:1780298663.954024:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610110976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298663.954033:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610111104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.954035:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.954045:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.954047:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e6303963e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e6a expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.954056:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039645 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e71 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.954103:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605345792:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.954104:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605345920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.954210:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439a80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.954212:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.955041:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605345920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.955063:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605345792:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.955069:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e6303963e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e6a expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.955084:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039645 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e71 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.955091:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e6303963e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e6a expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.955107:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:3.0:1780298663.955108:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039645 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e71 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.955158:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:1.0:1780298663.955183:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610110976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1164us (1359us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.955189:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610111104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1158us (1241us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.955198:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12062 00000100:00100000:3.0:1780298663.955209:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12063 00000100:00100000:2.0:1780298663.956268:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.956299:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.956316:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111360 00000100:00100000:1.0:1780298663.956327:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111360 00000100:00100000:0.0:1780298663.956337:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111232 00000100:00100000:0.0:1780298663.956342:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111232 00000100:00100000:1.0:1780298663.956367:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12064 00000100:00100000:0.0:1780298663.956374:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12065 00000100:00100000:1.0:1780298663.956380:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610111360:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.956387:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610111232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.956392:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.956395:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.956404:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303964c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e7f expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.956404:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039653 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e78 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.956454:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605346048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.956458:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605346176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.956503:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.956503:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.957280:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605346048:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.957293:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605346176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.957302:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039653 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e78 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.957315:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303964c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e7f expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.957318:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039653 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e78 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.957340:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00010000:00010000:1.0:1780298663.957346:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccb4ef2a/0xaf35132e6303964c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e7f expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.957357:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:2.0:1780298663.957367:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610111232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 986us (1068us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.957372:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12065 00000100:00100000:1.0:1780298663.957383:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610111360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1115us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.957390:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12064 00000100:00100000:3.0:1780298663.958394:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.958428:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111488 00000100:00100000:2.0:1780298663.958434:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111488 00000100:00100000:2.0:1780298663.958467:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12066 00000100:00100000:2.0:1780298663.958478:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610111488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.958487:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.958497:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e86 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.958525:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.958534:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(74 0) 00010000:00010000:2.0:1780298663.958538:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:2.0:1780298663.958542:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [761856->823295] (req 761856->823295) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.958563:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.958577:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 9 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.958588:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605346304:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.958629:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.959367:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605346304:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.959381:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [761856->823295] (req 761856->823295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.959392:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298663.959419:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610111488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 945us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.959434:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12066 00000100:00100000:3.0:1780298663.959555:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.959608:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111616 00000100:00100000:0.0:1780298663.959614:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111616 00010000:00010000:0.0:1780298663.959636:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 10 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.959675:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15643 00000100:00100000:0.0:1780298663.959683:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610111616:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298663.959693:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298663.959705:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 10 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.959716:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 10 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.959732:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e6303961b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e55 expref: 10 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.959742:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:0.0:1780298663.959746:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:0.0:1780298663.959753:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.959761:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.959783:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.959803:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605346432:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298663.959839:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.960533:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605346432:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298663.960544:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298663.960577:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610111616:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 895us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.960585:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15643 00000100:00100000:3.0:1780298663.961015:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.961058:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111744 00000100:00100000:2.0:1780298663.961063:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111744 00002000:00100000:2.0:1780298663.961091:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (761856->823295) req@ffff9cf2558f2680 x1866777610111744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.961102:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2680 with x1866777610111744 ext(761856->823295) 00002000:00010000:2.0:1780298663.961106:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f2680 00000100:00100000:2.0:1780298663.961170:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7297 00000100:00100000:2.0:1780298663.961179:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610111744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.962288:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610111744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1111us (1273us total) trans 0 rc 61440/61440 00000100:00100000:2.0:1780298663.962294:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7297 00002000:00100000:2.0:1780298663.962300:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (761856->823295) req@ffff9cf2558f2680 x1866777610111744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:369/0 lens 488/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.962306:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f2680 with x1866777610111744 ext(761856->823295) 00002000:00010000:2.0:1780298663.962309:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f2680 00000100:00100000:0.0:1780298663.963228:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.963260:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610111872 00000100:00100000:3.0:1780298663.963264:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610111872 00000100:00100000:3.0:1780298663.963293:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12067 00000100:00100000:3.0:1780298663.963302:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610111872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.963312:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.963331:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e8d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.963348:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:3.0:1780298663.963351:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:3.0:1780298663.963356:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.963366:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.963374:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2e00, rc 0) 00000100:00100000:3.0:1780298663.963395:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610111872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 96us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298663.963400:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12067 00000100:00100000:0.0:1780298663.965190:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.965223:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112128 00000100:00100000:3.0:1780298663.965229:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112128 00000100:00100000:3.0:1780298663.965271:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62271 00000100:00100000:3.0:1780298663.965277:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:30556:x1866777610112128:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298663.965324:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298663.965346:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e5c expref: 31 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.965358:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.965361:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.965488:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.965507:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 25 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.965514:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.965535:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 25 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.965546:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 25 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.965558:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605346560:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298663.965615:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298663.966292:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2558f0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605346560:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298663.966311:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.966537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.966573:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112256 00000100:00100000:1.0:1780298663.966578:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112256 00010000:00010000:1.0:1780298663.966601:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 26 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.966634:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15644 00000100:00100000:1.0:1780298663.966651:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610112256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.966662:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298663.966667:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 26 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966679:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 26 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966693:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e63039637 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e63 expref: 26 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966704:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.966708:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966718:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966725:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.966741:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298663.966751:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.966758:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.966770:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610112256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 121us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.966778:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15644 00000001:00080000:3.0:1780298663.966811:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991277 00000004:00010000:3.0:1780298663.966834:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005280b303 reply state 0000000065d5da5e transno 4294991278 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.966850:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2c00/0xaf35132e63039668 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.966855:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298663.966888:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298663.966891:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298663.966955:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+33:30556:x1866777610112128:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1677us (1766us total) trans 4294991278 rc 0/0 00000100:00100000:3.0:1780298663.966960:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62271 00000020:00080000:3.0:1780298663.966962:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298663.967687:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.967719:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112384 00000100:00100000:2.0:1780298663.967724:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112384 00000100:00100000:2.0:1780298663.967750:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12068 00000100:00100000:2.0:1780298663.967756:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610112384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.967764:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.967773:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e94 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967799:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967805:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967809:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:2.0:1780298663.967812:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:2.0:1780298663.967815:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967830:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967837:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.967845:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605346688:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.967886:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.967892:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.967908:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605346816:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.967933:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.968356:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605346688:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298663.968531:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605346816:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298663.968547:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.968560:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298663.968589:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610112384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.968597:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12068 00000100:00100000:0.0:1780298663.968784:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.968820:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.968828:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112512 00000100:00100000:1.0:1780298663.968833:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112512 00010000:00010000:1.0:1780298663.968850:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.968852:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112640 00000100:00100000:2.0:1780298663.968857:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112640 00010000:00010000:2.0:1780298663.968873:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.968891:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15645 00000100:00100000:1.0:1780298663.968901:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610112512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298663.968902:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15646 00000100:00100000:2.0:1780298663.968913:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610112640:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298663.968915:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.968920:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298663.968933:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.968936:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.968944:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.968961:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.968983:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e6303965a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 761856->823295) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e86 expref: 13 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.968988:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e2cfab1/0xaf35132e63039661 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e8d expref: 11 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.969003:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:2.0:1780298663.969008:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:2.0:1780298663.969022:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.969032:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.969039:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298663.969051:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.969059:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605346944:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298663.969068:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610112512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 169us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.969077:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15645 00000100:00100000:2.0:1780298663.969092:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.969710:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605346944:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298663.969718:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298663.969739:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610112640:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 829us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.969744:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15646 00000100:00100000:3.0:1780298663.969935:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.969966:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.969979:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112768 00000100:00100000:1.0:1780298663.969983:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112768 00002000:00010000:1.0:1780298663.970001:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5608574->18446744073709551615) 00002000:00100000:1.0:1780298663.970004:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777610112768 ext(5608574->18446744073709551615) 00002000:00010000:1.0:1780298663.970010:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80. 00000100:00100000:1.0:1780298663.970026:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610112896 00000100:00100000:1.0:1780298663.970028:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610112896 00002000:00010000:1.0:1780298663.970036:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298663.970043:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb100 with x1866777610112896 ext(4194304->18446744073709551615) 00000100:00100000:0.0:1780298663.970046:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7298 00002000:00010000:1.0:1780298663.970048:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb100. 00000100:00100000:0.0:1780298663.970062:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610112768:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298663.970065:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7299 00000100:00100000:2.0:1780298663.970078:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610112896:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298663.970215:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 983562 -> 4194304 00002000:00010000:2.0:1780298663.970218:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.970220:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.970222:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.970223:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 328 -> 328 00002000:00010000:0.0:1780298663.970255:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 5608574 00000100:00100000:2.0:1780298663.970256:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610112896:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 180us (289us total) trans 4294969467 rc 0/0 00002000:00010000:0.0:1780298663.970261:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298663.970264:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00000100:00100000:2.0:1780298663.970268:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7299 00002000:00010000:0.0:1780298663.970269:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298663.970273:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00010000:0.0:1780298663.970273:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1744 -> 1744 00002000:00100000:2.0:1780298663.970278:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb100 with x1866777610112896 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298663.970283:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb100. 00000100:00100000:0.0:1780298663.970301:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610112768:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 245us (366us total) trans 4294970000 rc 0/0 00000100:00100000:0.0:1780298663.970307:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7298 00002000:00010000:0.0:1780298663.970309:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5608574->18446744073709551615) 00002000:00100000:0.0:1780298663.970312:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f0a80 with x1866777610112768 ext(5608574->18446744073709551615) 00002000:00010000:0.0:1780298663.970316:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2558f0a80. 00000100:00100000:0.0:1780298663.971365:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.971398:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113024 00000100:00100000:1.0:1780298663.971403:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113024 00002000:00100000:1.0:1780298663.971424:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5591039) req@ffff9cf36d4b5c00 x1866777610113024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.971431:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777610113024 ext(5586944->5591039) 00002000:00010000:1.0:1780298663.971434:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:1.0:1780298663.971449:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7300 00000100:00100000:1.0:1780298663.971454:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113024:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.971544:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113024:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.971549:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7300 00002000:00100000:1.0:1780298663.971554:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5591039) req@ffff9cf36d4b5c00 x1866777610113024/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.971562:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777610113024 ext(5586944->5591039) 00002000:00010000:1.0:1780298663.971565:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:3.0:1780298663.972512:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.972541:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113152 00000100:00100000:1.0:1780298663.972545:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113152 00002000:00100000:1.0:1780298663.972562:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5591040->5595135) req@ffff9cf2548b8a80 x1866777610113152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.972572:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8a80 with x1866777610113152 ext(5591040->5595135) 00002000:00010000:1.0:1780298663.972575:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8a80 00000100:00100000:1.0:1780298663.972596:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7301 00000100:00100000:1.0:1780298663.972603:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.972672:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.972676:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7301 00002000:00100000:1.0:1780298663.972685:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5591040->5595135) req@ffff9cf2548b8a80 x1866777610113152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.972691:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8a80 with x1866777610113152 ext(5591040->5595135) 00002000:00010000:1.0:1780298663.972693:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8a80 00000100:00100000:3.0:1780298663.973826:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.973869:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113280 00000100:00100000:2.0:1780298663.973875:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113280 00002000:00100000:2.0:1780298663.973898:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5566464->5611519) req@ffff9cf3481fdc00 x1866777610113280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.973907:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdc00 with x1866777610113280 ext(5566464->5611519) 00002000:00010000:2.0:1780298663.973911:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fdc00 00000100:00100000:2.0:1780298663.973930:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7302 00000100:00100000:2.0:1780298663.973938:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298663.974880:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610113280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 942us (1053us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298663.974886:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7302 00002000:00100000:2.0:1780298663.974892:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5566464->5611519) req@ffff9cf3481fdc00 x1866777610113280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.974909:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fdc00 with x1866777610113280 ext(5566464->5611519) 00002000:00010000:2.0:1780298663.974912:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf3481fdc00 00000100:00100000:0.0:1780298663.976865:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.976902:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113408 00000100:00100000:1.0:1780298663.976908:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113408 00002000:00100000:1.0:1780298663.976931:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5608573) req@ffff9cf36d4b4380 x1866777610113408/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.976937:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777610113408 ext(5586944->5608573) 00002000:00010000:1.0:1780298663.976940:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:1.0:1780298663.976961:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7303 00000100:00100000:1.0:1780298663.976967:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610113408:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298663.978221:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610113408:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1253us (1358us total) trans 4294970001 rc 0/0 00000100:00100000:1.0:1780298663.978227:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7303 00002000:00100000:1.0:1780298663.978232:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5608573) req@ffff9cf36d4b4380 x1866777610113408/t4294970001(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.978238:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777610113408 ext(5586944->5608573) 00002000:00010000:1.0:1780298663.978241:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:0.0:1780298663.978866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.978914:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113536 00000100:00100000:1.0:1780298663.978926:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113536 00000100:00100000:1.0:1780298663.978962:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12069 00000100:00100000:1.0:1780298663.978971:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610113536:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298663.979707:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970001 is committed 00000001:00080000:0.0:1780298663.979719:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294969996 is committed 00000100:00100000:1.0:1780298663.979780:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610113536:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 811us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.979785:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12069 00000100:00100000:3.0:1780298663.980612:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.980650:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113664 00000100:00100000:1.0:1780298663.980654:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113664 00000100:00100000:1.0:1780298663.980681:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62272 00000100:00100000:1.0:1780298663.980686:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+33:30556:x1866777610113664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.980699:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.980716:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63039676 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7e9b expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980780:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980793:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980803:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.980820:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9802878 00000004:00200000:1.0:1780298663.980823:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.980834:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980852:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830cc00/0xaf35132e63039676 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e9b expref: 35 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980871:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e9b expref: 34 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.980877:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.980879:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.980882:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298663.980905:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+34:30556:x1866777610113664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 219us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.980908:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62272 00000100:00100000:3.0:1780298663.981918:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.981950:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113792 00000100:00100000:1.0:1780298663.981954:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113792 00000100:00100000:1.0:1780298663.981981:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62273 00000100:00100000:1.0:1780298663.981987:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610113792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.981995:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.982002:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039684 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ea2 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982035:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982042:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982047:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298663.982056:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9802878 00000004:00200000:1.0:1780298663.982063:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298663.982072:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982084:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039684 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 27 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982092:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 26 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.982097:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298663.982099:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298663.982100:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:1.0:1780298663.982142:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610113792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 138us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298663.982159:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62273 00000100:00100000:0.0:1780298663.982893:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.982932:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610113920 00000100:00100000:2.0:1780298663.982936:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610113920 00000100:00100000:2.0:1780298663.982963:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12070 00000100:00100000:2.0:1780298663.982971:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610113920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.982979:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.982989:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039692 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ea9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.983032:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605347072:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.983042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.983095:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114048 00000100:00100000:2.0:1780298663.983099:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.983100:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114048 00000100:00100000:0.0:1780298663.983158:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12071 00000100:00100000:0.0:1780298663.983171:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610114048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298663.983180:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.983191:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039699 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7eb0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298663.983220:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605347200:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.983260:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00002000:00010000:2.0:1780298663.983842:0:20252:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1744 -> 1792 00000100:00100000:2.0:1780298663.983855:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605347072:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.983875:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039692 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea9 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.983888:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c278703/0xaf35132e63039692 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea9 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.983895:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298663.983918:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610113920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 949us (1026us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.983922:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12070 00000100:00100000:0.0:1780298663.984034:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605347200:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298663.984047:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039699 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eb0 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.984058:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039699 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eb0 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.984064:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298663.984085:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610114048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1047us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298663.984090:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12071 00000100:00100000:0.0:1780298663.984834:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.984872:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114176 00000100:00100000:2.0:1780298663.984877:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114176 00000100:00100000:2.0:1780298663.984912:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12072 00000100:00100000:2.0:1780298663.984920:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610114176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298663.984929:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298663.984938:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630396a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7eb7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298663.984968:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605347328:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.984976:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.985000:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114304 00000100:00100000:1.0:1780298663.985004:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114304 00000100:00100000:2.0:1780298663.985024:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298663.985041:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12073 00000100:00100000:1.0:1780298663.985048:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610114304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298663.985055:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298663.985061:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396a7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ebe expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298663.985082:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605347456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.985108:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298663.985615:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605347328:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298663.985633:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630396a0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eb7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.985649:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8b6afab/0xaf35132e630396a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eb7 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298663.985659:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157800, rc 0) 00000100:00100000:2.0:1780298663.985691:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610114176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (855us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298663.985699:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12072 00000100:00100000:1.0:1780298663.985856:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605347456:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298663.985875:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396a7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ebe expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.985883:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ebe expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.985889:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298663.985910:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610114304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (938us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.985915:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12073 00000100:00100000:3.0:1780298663.987057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.987096:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114432 00000100:00100000:0.0:1780298663.987101:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114432 00002000:00100000:0.0:1780298663.987158:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (888832->892927) req@ffff9cf3481fa680 x1866777610114432/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.987169:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777610114432 ext(888832->892927) 00002000:00010000:0.0:1780298663.987174:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fa680 00000100:00100000:0.0:1780298663.987196:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7304 00000100:00100000:0.0:1780298663.987203:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610114432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298663.987314:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610114432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 112us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298663.987320:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7304 00002000:00100000:0.0:1780298663.987325:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (888832->892927) req@ffff9cf3481fa680 x1866777610114432/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298663.987331:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3481fa680 with x1866777610114432 ext(888832->892927) 00002000:00010000:0.0:1780298663.987334:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3481fa680 00000100:00100000:0.0:1780298663.988530:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.988575:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114560 00000100:00100000:1.0:1780298663.988581:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114560 00002000:00100000:1.0:1780298663.988605:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (892928->897023) req@ffff9cf2425f0a80 x1866777610114560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.988614:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777610114560 ext(892928->897023) 00002000:00010000:1.0:1780298663.988619:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:1.0:1780298663.988642:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7305 00000100:00100000:1.0:1780298663.988651:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610114560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.988742:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610114560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 92us (212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298663.988749:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7305 00002000:00100000:1.0:1780298663.988756:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (892928->897023) req@ffff9cf2425f0a80 x1866777610114560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/4536 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.988764:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0a80 with x1866777610114560 ext(892928->897023) 00002000:00010000:1.0:1780298663.988775:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0a80 00000100:00100000:3.0:1780298663.990172:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298663.990196:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114688 00000100:00100000:1.0:1780298663.990209:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114688 00002000:00100000:1.0:1780298663.990233:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (868352->933887) req@ffff9cf37f8b2d80 x1866777610114688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.990243:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777610114688 ext(868352->933887) 00002000:00010000:1.0:1780298663.990246:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:1.0:1780298663.990270:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7306 00000100:00100000:1.0:1780298663.990290:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610114688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298663.991338:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610114688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1059us (1167us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298663.991347:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7306 00002000:00100000:1.0:1780298663.991354:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (868352->933887) req@ffff9cf37f8b2d80 x1866777610114688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 504/440 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298663.991363:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f8b2d80 with x1866777610114688 ext(868352->933887) 00002000:00010000:1.0:1780298663.991367:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f8b2d80 00000100:00100000:0.0:1780298663.992801:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.992841:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114816 00000100:00100000:2.0:1780298663.992847:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114816 00002000:00100000:2.0:1780298663.992874:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (888832->913407) req@ffff9cf2425f1c00 x1866777610114816/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/0 e 0 to 0 dl 1780298674 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.992898:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777610114816 ext(888832->913407) 00002000:00010000:2.0:1780298663.992902:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:2.0:1780298663.992930:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7307 00000100:00100000:2.0:1780298663.992940:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610114816:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298663.994217:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610114816:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1279us (1418us total) trans 4294969468 rc 0/0 00000100:00100000:2.0:1780298663.994223:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7307 00002000:00100000:2.0:1780298663.994229:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (888832->913407) req@ffff9cf2425f1c00 x1866777610114816/t4294969468(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:369/0 lens 488/448 e 0 to 0 dl 1780298674 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298663.994236:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1c00 with x1866777610114816 ext(888832->913407) 00002000:00010000:2.0:1780298663.994240:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f1c00 00000100:00100000:3.0:1780298663.995017:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298663.995053:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610114944 00000100:00100000:2.0:1780298663.995058:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610114944 00000100:00100000:2.0:1780298663.995083:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12074 00000100:00100000:2.0:1780298663.995089:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610114944:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298663.995948:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969468 is committed 00000001:00080000:1.0:1780298663.995962:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969465 is committed 00000100:00100000:2.0:1780298663.996029:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610114944:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 941us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298663.996035:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12074 00000100:00100000:0.0:1780298663.998033:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298663.998063:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298663.998110:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115072 00000100:00100000:3.0:1780298663.998116:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115072 00000100:00100000:1.0:1780298663.998121:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115200 00000100:00100000:1.0:1780298663.998158:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115200 00000100:00100000:3.0:1780298663.998187:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12075 00000100:00100000:3.0:1780298663.998199:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115072:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298663.998200:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12076 00000100:00100000:0.0:1780298663.998208:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298663.998214:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298663.998215:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298663.998232:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630396b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ec5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298663.998232:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630396ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ecc expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298663.998294:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605347712:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298663.998294:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605347584:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298663.998364:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298663.998364:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:1.0:1780298663.999209:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 328 -> 376 00000100:00100000:3.0:1780298663.999222:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605347712:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298663.999225:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605347584:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298663.999247:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630396b5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ec5 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.999252:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630396ae lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ecc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.999269:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e630396b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ec5 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298663.999292:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3600, rc 0) 00010000:00010000:1.0:1780298663.999298:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630396ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ecc expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298663.999310:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:3.0:1780298663.999320:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1123us (1289us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298663.999327:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12075 00000100:00100000:1.0:1780298663.999337:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1129us (1271us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298663.999345:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12076 00000100:00100000:2.0:1780298664.000252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.000295:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115328 00000100:00100000:1.0:1780298664.000305:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115328 00000100:00100000:1.0:1780298664.000343:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12077 00000100:00080000:2.0:1780298664.000351:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1780298664.000353:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610115328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.000361:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.000368:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ed3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.000383:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.000389:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298663 v=(75 0) 00010000:00010000:1.0:1780298664.000393:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(1 75) 00010000:00010000:1.0:1780298664.000396:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->36863] (req 4096->36863) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.000411:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.000426:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 8 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.000434:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605347840:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.000465:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.001036:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605347840:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.001048:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->36863] (req 4096->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.001056:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298664.001078:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610115328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 729us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.001083:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12077 00000100:00100000:0.0:1780298664.001318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.001367:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115456 00000100:00100000:2.0:1780298664.001371:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115456 00010000:00010000:2.0:1780298664.001402:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 9 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780298664.001402:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298664.001443:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15647 00000100:00100000:2.0:1780298664.001453:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610115456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.001465:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.001475:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 9 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.001488:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 9 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.001505:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303966f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e94 expref: 9 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.001516:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(1 75) 00010000:00010000:2.0:1780298664.001520:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(1 75) 00010000:00010000:2.0:1780298664.001528:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.001538:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.001560:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.001570:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605347968:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.001612:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.002341:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605347968:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.002353:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.002378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.002381:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610115456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 931us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.002417:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115584 00000100:00100000:1.0:1780298664.002421:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115584 00000100:00100000:3.0:1780298664.002438:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15647 00000100:00100000:1.0:1780298664.002460:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7308 00000100:00100000:1.0:1780298664.002469:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610115584:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.002603:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298664.002605:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.002607:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.002608:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.002610:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:1.0:1780298664.002639:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610115584:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 172us (262us total) trans 4294969469 rc 0/0 00000100:00100000:1.0:1780298664.002644:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7308 00000100:00100000:2.0:1780298664.003554:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.003592:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115712 00000100:00100000:0.0:1780298664.003596:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115712 00000100:00100000:0.0:1780298664.003633:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12078 00000100:00100000:0.0:1780298664.003639:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610115712:12345-192.168.203.25@tcp:101:fsx.0 00000100:00080000:1.0:1780298664.003641:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1780298664.003646:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.003655:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630396c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7eda expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.003668:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.003683:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605348096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.003688:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115840 00000100:00100000:2.0:1780298664.003692:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115840 00000100:00100000:2.0:1780298664.003716:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12079 00000100:00100000:2.0:1780298664.003723:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610115840:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.003726:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298664.003729:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.003736:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630396ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ee1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.003760:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605348224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.003782:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.004397:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605348096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.004415:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630396c3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eda expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.004431:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e630396c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eda expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.004441:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298664.004471:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610115712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (918us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.004485:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12078 00000100:00100000:2.0:1780298664.004564:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605348224:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.004580:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630396ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ee1 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.004594:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630396ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ee1 expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.004601:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:2.0:1780298664.004624:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610115840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (958us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.004629:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12079 00000100:00100000:3.0:1780298664.005432:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.005468:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610115968 00000100:00100000:1.0:1780298664.005473:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610115968 00000100:00100000:1.0:1780298664.005498:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12080 00000100:00100000:1.0:1780298664.005504:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.005511:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.005518:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630396d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ee8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.005543:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605348352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.005549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.005580:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.005595:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116096 00000100:00100000:0.0:1780298664.005600:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116096 00000100:00100000:0.0:1780298664.005631:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12081 00000100:00100000:0.0:1780298664.005640:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610116096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.005649:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.005656:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630396d8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7eef expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.005682:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605348480:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.005712:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.006087:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605348352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.006105:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630396d1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ee8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.006119:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e630396d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ee8 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.006156:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:1.0:1780298664.006185:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610115968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (753us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.006192:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12080 00000100:00100000:0.0:1780298664.006341:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605348480:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.006357:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630396d8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eef expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.006371:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e630396d8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7eef expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.006381:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298664.006409:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610116096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 770us (859us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.006417:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12081 00000100:00100000:2.0:1780298664.007252:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.007291:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116224 00000100:00100000:0.0:1780298664.007295:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116224 00000100:00100000:0.0:1780298664.007333:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7309 00000100:00100000:0.0:1780298664.007339:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610116224:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.007537:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5608574 -> 5608574 00002000:00010000:0.0:1780298664.007540:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.007542:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.007543:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.007545:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1792 -> 1928 00000100:00100000:0.0:1780298664.007568:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610116224:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 230us (317us total) trans 4294970002 rc 0/0 00000100:00100000:0.0:1780298664.007572:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7309 00000100:00100000:3.0:1780298664.008290:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.008317:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116352 00000100:00100000:0.0:1780298664.008321:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116352 00000100:00100000:0.0:1780298664.008343:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12082 00000100:00100000:0.0:1780298664.008347:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610116352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.008354:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.008361:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007c073306/0xaf35132e630396df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ef6 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.008385:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605348608:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.008422:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.008560:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.008576:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116480 00000100:00100000:2.0:1780298664.008580:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116480 00000100:00100000:2.0:1780298664.008598:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12083 00000100:00100000:2.0:1780298664.008604:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610116480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.008610:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.008616:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630396e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7efd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.008635:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605348736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.008659:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.009016:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605348608:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.009033:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007c073306/0xaf35132e630396df lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ef6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.009049:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007c073306/0xaf35132e630396df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ef6 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.009066:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00000100:00100000:0.0:1780298664.009094:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610116352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (805us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.009101:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12082 00000100:00100000:2.0:1780298664.009269:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605348736:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.009282:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630396e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7efd expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.009292:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e630396e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7efd expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.009298:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298664.009324:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610116480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 720us (764us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.009331:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12083 00000100:00100000:3.0:1780298664.010032:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.010058:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.010077:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116608 00000100:00100000:2.0:1780298664.010082:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116608 00000100:00100000:1.0:1780298664.010097:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116736 00000100:00100000:1.0:1780298664.010103:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116736 00000100:00100000:2.0:1780298664.010107:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12084 00000100:00100000:2.0:1780298664.010115:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610116608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.010162:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.010170:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12085 00010000:00010000:2.0:1780298664.010171:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630396ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f04 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.010183:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e582850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610116736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.010193:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.010195:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605348864:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.010204:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630396f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f0b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.010230:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.010236:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605348992:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.010265:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.010914:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605348864:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.010921:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605348992:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.010929:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630396ed lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f04 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.010937:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630396f4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f0b expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.010941:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e630396ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f04 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.010959:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:0.0:1780298664.010962:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630396f4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f0b expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.010971:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:2.0:1780298664.010982:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610116608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (949us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.010988:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12084 00000100:00100000:0.0:1780298664.010994:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e582850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610116736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (934us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.011001:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12085 00000100:00100000:3.0:1780298664.011900:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.011932:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610116992 00000100:00100000:0.0:1780298664.011936:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610116992 00000100:00100000:0.0:1780298664.011969:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62274 00000100:00100000:0.0:1780298664.011976:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+34:30556:x1866777610116992:12345-192.168.203.25@tcp:36:fsx.0 00000100:00080000:1.0:1780298664.011977:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1780298664.012011:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.012026:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830ca00/0xaf35132e6303967d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e9b expref: 34 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.012036:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.012038:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.012203:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.012217:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 25 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.012226:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.012247:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 25 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.012257:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 25 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.012264:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605349120:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.012304:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.012815:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605349120:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.012829:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.013014:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.013042:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117120 00000100:00100000:0.0:1780298664.013045:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117120 00010000:00010000:0.0:1780298664.013070:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 26 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1780298664.013080:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1780298664.013097:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15648 00000100:00100000:0.0:1780298664.013106:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610117120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.013116:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.013120:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 26 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013166:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 26 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013180:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c200/0xaf35132e6303968b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ea2 expref: 26 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013190:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.013194:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013202:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013208:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.013233:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.013254:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610117120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 150us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.013259:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15648 00010000:00010000:1.0:1780298664.013271:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.013279:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298664.013330:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991279 00000004:00010000:1.0:1780298664.013354:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5a1cb9d reply state 00000000eefb2b73 transno 4294991280 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.013365:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a400/0xaf35132e630396fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.013371:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.013373:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298664.013376:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298664.013429:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+36:30556:x1866777610116992:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1453us (1529us total) trans 4294991280 rc 0/0 00000100:00100000:1.0:1780298664.013435:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62274 00000020:00080000:1.0:1780298664.013440:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.014093:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.014162:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117248 00000100:00100000:2.0:1780298664.014167:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117248 00000100:00100000:2.0:1780298664.014198:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12086 00000100:00100000:2.0:1780298664.014215:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610117248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.014225:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.014235:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f12 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.014285:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.014294:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(1 75) 00010000:00010000:2.0:1780298664.014299:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(2 75) 00010000:00010000:2.0:1780298664.014303:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.014323:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.014334:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 11 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.014344:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605349248:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.014388:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.014968:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605349248:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.014983:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.015000:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298664.015029:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610117248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.015036:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12086 00000100:00100000:1.0:1780298664.015326:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.015372:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117376 00000100:00100000:3.0:1780298664.015377:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117376 00010000:00010000:3.0:1780298664.015397:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 12 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.015429:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15649 00000100:00100000:3.0:1780298664.015437:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610117376:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.015446:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.015459:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 12 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.015469:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 12 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.015484:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e630396bc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [4096->33558527] (req 4096->36863) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ed3 expref: 12 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.015494:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(2 75) 00010000:00010000:3.0:1780298664.015498:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(2 75) 00010000:00010000:3.0:1780298664.015503:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.015512:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.015541:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.015550:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605349376:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.015589:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.016358:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605349376:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.016369:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.016397:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610117376:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 961us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.016405:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15649 00000100:00100000:0.0:1780298664.016708:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.016742:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.016765:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117504 00000100:00100000:1.0:1780298664.016776:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117504 00002000:00010000:1.0:1780298664.016798:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298664.016803:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2300 with x1866777610117504 ext(4194304->18446744073709551615) 00000100:00100000:3.0:1780298664.016809:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117632 00002000:00010000:1.0:1780298664.016812:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2300. 00000100:00100000:3.0:1780298664.016828:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117632 00000100:00100000:1.0:1780298664.016844:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7310 00000100:00100000:1.0:1780298664.016855:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610117504:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298664.016866:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3504493->18446744073709551615) 00002000:00100000:3.0:1780298664.016872:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0700 with x1866777610117632 ext(3504493->18446744073709551615) 00002000:00010000:3.0:1780298664.016884:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0700. 00000100:00100000:3.0:1780298664.016934:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7311 00000100:00100000:3.0:1780298664.016948:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610117632:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298664.017064:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5608574 -> 4194304 00002000:00010000:1.0:1780298664.017069:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.017072:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.017074:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.017076:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1928 -> 1880 00000100:00100000:1.0:1780298664.017114:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610117504:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 262us (406us total) trans 4294970003 rc 0/0 00000100:00100000:1.0:1780298664.017188:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7310 00002000:00010000:1.0:1780298664.017194:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298664.017198:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f2300 with x1866777610117504 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298664.017206:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f2300. 00002000:00010000:3.0:1780298664.017298:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 3504493 00002000:00010000:3.0:1780298664.017302:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.017303:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.017305:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.017307:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 376 -> 376 00000100:00100000:3.0:1780298664.017372:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610117632:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 422us (622us total) trans 4294969470 rc 0/0 00000100:00100000:3.0:1780298664.017380:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7311 00002000:00010000:3.0:1780298664.017385:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3504493->18446744073709551615) 00002000:00100000:3.0:1780298664.017388:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f0700 with x1866777610117632 ext(3504493->18446744073709551615) 00002000:00010000:3.0:1780298664.017394:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2425f0700. 00000100:00100000:0.0:1780298664.018298:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.018324:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117760 00000100:00100000:3.0:1780298664.018329:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117760 00000100:00100000:3.0:1780298664.018359:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62275 00000100:00100000:3.0:1780298664.018365:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610117760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.018376:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.018390:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039709 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f19 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018470:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018487:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018499:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298664.018526:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7698797 00000004:00200000:3.0:1780298664.018530:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298664.018548:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018571:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 27 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018585:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 26 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.018595:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.018598:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298664.018609:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3600, rc 0) 00000100:00100000:3.0:1780298664.018644:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610117760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 278us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.018651:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62275 00000100:00100000:2.0:1780298664.019521:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.019570:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610117888 00000100:00100000:1.0:1780298664.019575:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610117888 00000100:00100000:1.0:1780298664.019609:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12087 00000100:00100000:1.0:1780298664.019620:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610117888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.019631:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.019645:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63039717 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f20 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.019665:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.019692:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605349504:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.019709:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118016 00000100:00100000:3.0:1780298664.019717:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118016 00000100:00100000:1.0:1780298664.019770:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.019790:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12088 00000100:00100000:2.0:1780298664.019804:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610118016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.019814:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.019825:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303971e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f27 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.019858:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605349632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.019897:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.020535:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605349504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.020554:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63039717 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f20 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.020572:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a777b004/0xaf35132e63039717 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f20 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.020582:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298664.020620:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610117888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1100us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.020629:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12087 00000100:00100000:2.0:1780298664.020634:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605349632:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.020666:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303971e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f27 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.020683:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e6303971e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f27 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.020694:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298664.020731:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610118016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1066us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.020737:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12088 00000100:00100000:0.0:1780298664.021683:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.021721:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118144 00000100:00100000:1.0:1780298664.021727:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118144 00000100:00100000:0.0:1780298664.021742:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.021779:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118272 00000100:00100000:1.0:1780298664.021784:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118272 00000100:00100000:3.0:1780298664.021789:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12089 00000100:00100000:2.0:1780298664.021841:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12090 00000100:00100000:3.0:1780298664.021846:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610118144:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.021859:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.021862:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610118272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.021872:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63039725 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f2e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.021876:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.021890:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303972c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f35 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.021930:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605349760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.021937:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605349888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.022009:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.022013:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.022748:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605349888:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.022779:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303972c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f35 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.022794:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e6303972c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f35 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.022806:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:3.0:1780298664.022835:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605349760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.022848:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610118272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1102us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.022859:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12090 00010000:00010000:3.0:1780298664.022868:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63039725 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f2e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.022896:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008361787d/0xaf35132e63039725 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f2e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.022911:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2800, rc 0) 00000100:00100000:3.0:1780298664.023018:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610118144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1112us (1269us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.023027:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12089 00000100:00100000:0.0:1780298664.024003:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.024047:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118400 00000100:00100000:2.0:1780298664.024052:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118400 00000100:00100000:2.0:1780298664.024090:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7312 00000100:00100000:2.0:1780298664.024098:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610118400:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.024361:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3504493 -> 3504493 00002000:00010000:2.0:1780298664.024365:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.024368:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.024370:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.024373:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 376 -> 448 00000100:00100000:2.0:1780298664.024404:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610118400:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 307us (403us total) trans 4294969471 rc 0/0 00000100:00100000:2.0:1780298664.024416:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7312 00000100:00100000:1.0:1780298664.025171:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.025219:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118528 00000100:00100000:2.0:1780298664.025224:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118528 00000100:00100000:2.0:1780298664.025258:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62276 00000100:00100000:2.0:1780298664.025266:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+36:30556:x1866777610118528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.025288:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.025302:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039733 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f3c expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025371:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025385:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025395:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298664.025418:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7698797 00000004:00200000:2.0:1780298664.025422:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298664.025438:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025456:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157200/0xaf35132e63039733 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f3c expref: 38 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025468:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f3c expref: 37 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.025485:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.025488:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298664.025490:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:2.0:1780298664.025523:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+37:30556:x1866777610118528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 257us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.025530:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62276 00000100:00100000:0.0:1780298664.027493:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.027569:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118656 00000100:00100000:0.0:1780298664.027572:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.027615:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118784 00000100:00100000:1.0:1780298664.027620:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118784 00000100:00100000:3.0:1780298664.027633:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118656 00000100:00100000:1.0:1780298664.027666:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12091 00000100:00100000:1.0:1780298664.027677:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610118784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.027695:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.027697:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12092 00010000:00010000:1.0:1780298664.027710:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63039741 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f4a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.027716:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610118656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.027742:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.027758:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e63039748 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f43 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.027774:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605350016:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.027827:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605350144:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.027856:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.027890:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.028570:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605350016:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.028592:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63039741 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f4a expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.028610:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e0d5df/0xaf35132e63039741 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f4a expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.028620:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298664.028655:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610118784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1084us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.028663:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12091 00000100:00100000:3.0:1780298664.028838:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605350144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.028862:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e63039748 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f43 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.028882:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c703984a/0xaf35132e63039748 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f43 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.028894:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:3.0:1780298664.028937:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610118656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1229us (1447us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.028948:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12092 00000100:00100000:2.0:1780298664.029803:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.029839:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610118912 00000100:00100000:0.0:1780298664.029844:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610118912 00000100:00100000:0.0:1780298664.029871:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12093 00000100:00100000:0.0:1780298664.029877:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610118912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.029886:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.029895:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f51 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.029911:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.029918:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298663 v=(110 0) 00010000:00010000:0.0:1780298664.029921:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(1 110) 00010000:00010000:0.0:1780298664.029932:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.029958:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.029971:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.029983:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605350272:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.030029:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.030720:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605350272:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.030740:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->270335] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.030751:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a800, rc 0) 00000100:00100000:1.0:1780298664.030777:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610118912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.030782:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12093 00000100:00100000:2.0:1780298664.030895:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.030927:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119040 00000100:00100000:1.0:1780298664.030930:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119040 00010000:00010000:1.0:1780298664.030944:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.030979:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15650 00000100:00100000:1.0:1780298664.030987:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610119040:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.030998:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.031012:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.031021:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.031035:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039614 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7e4e expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.031041:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(1 110) 00010000:00010000:1.0:1780298664.031044:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(1 110) 00010000:00010000:1.0:1780298664.031049:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.031054:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.031070:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.031077:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605350400:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.031109:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.031866:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255490000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605350400:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.031877:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.031902:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610119040:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 917us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.031907:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15650 00000100:00100000:0.0:1780298664.032200:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.032232:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119168 00000100:00100000:1.0:1780298664.032236:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119168 00002000:00100000:1.0:1780298664.032257:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->270335) req@ffff9cf37f746680 x1866777610119168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.032263:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777610119168 ext(266240->270335) 00002000:00010000:1.0:1780298664.032266:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:1.0:1780298664.032289:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7313 00000100:00100000:1.0:1780298664.032296:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610119168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.032409:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610119168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 115us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.032414:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7313 00002000:00100000:1.0:1780298664.032418:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->270335) req@ffff9cf37f746680 x1866777610119168/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.032423:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f746680 with x1866777610119168 ext(266240->270335) 00002000:00010000:1.0:1780298664.032426:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f746680 00000100:00100000:2.0:1780298664.033801:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.033859:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119296 00000100:00100000:0.0:1780298664.033864:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119296 00002000:00100000:0.0:1780298664.033888:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (270336->274431) req@ffff9cf24339df80 x1866777610119296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.033897:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339df80 with x1866777610119296 ext(270336->274431) 00002000:00010000:0.0:1780298664.033901:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339df80 00000100:00100000:0.0:1780298664.033922:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7314 00000100:00100000:0.0:1780298664.033931:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610119296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.034020:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610119296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 90us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.034026:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7314 00002000:00100000:0.0:1780298664.034033:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (270336->274431) req@ffff9cf24339df80 x1866777610119296/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.034065:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339df80 with x1866777610119296 ext(270336->274431) 00002000:00010000:0.0:1780298664.034068:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339df80 00000100:00100000:3.0:1780298664.035250:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605350528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1780298664.035250:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605350656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1780298664.035260:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605350784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1780298664.035308:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.035321:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298664.035337:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298664.035355:0:8360:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605350656 00000100:00100000:1.0:1780298664.035361:0:8360:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605350656 00000100:00100000:2.0:1780298664.035392:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119424 00000100:00100000:2.0:1780298664.035397:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119424 00000100:00100000:1.0:1780298664.035406:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1780298664.035422:0:8360:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605350656:12345-0@lo:13:osp-pre-1-0.0 00002000:00100000:2.0:1780298664.035423:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (274432->278527) req@ffff9cf255490000 x1866777610119424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00000024:1.0:1780298664.035437:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 972671808 pending 0 free 3907776512 avail 3675451392 00000100:00100000:3.0:1780298664.035449:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:2.0:1780298664.035451:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777610119424 ext(274432->278527) 00002000:00010000:2.0:1780298664.035457:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:2.0:1780298664.035486:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7315 00000100:00100000:1.0:1780298664.035494:0:8360:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605350656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.035499:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.035505:0:9133:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605350528 00000100:00100000:1.0:1780298664.035506:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1780298664.035512:0:9133:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605350528 00000100:00080000:1.0:1780298664.035529:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1780298664.035533:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1780298664.035558:0:6482:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605350784 00000100:00100000:3.0:1780298664.035567:0:6482:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605350784 00000100:00100000:0.0:1780298664.035572:0:9133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1780298664.035584:0:9133:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605350528:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1780298664.035591:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605350656:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1780298664.035600:0:9133:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 217088 granted 969771840 pending 0 free 3923095552 avail 3690622976 00000100:00100000:2.0:1780298664.035604:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255490000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 108us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.035613:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7315 00002000:00100000:2.0:1780298664.035621:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (274432->278527) req@ffff9cf255490000 x1866777610119424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1780298664.035644:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00002000:00100000:2.0:1780298664.035645:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255490000 with x1866777610119424 ext(274432->278527) 00002000:00010000:2.0:1780298664.035652:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255490000 00000100:00100000:3.0:1780298664.035664:0:6482:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605350784:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1780298664.035665:0:9133:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1866777605350528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.035673:0:9133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000004:00000024:3.0:1780298664.035717:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446043648 avail 1299804160 00000100:00100000:0.0:1780298664.035722:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3625:1866777605350528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1780298664.035833:0:6482:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3623:x1866777605350784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 176us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.035837:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605350784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1780298664.035855:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1780298664.036985:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.037029:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119552 00000100:00100000:1.0:1780298664.037035:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119552 00002000:00100000:1.0:1780298664.037053:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (278528->282623) req@ffff9cf241a82d80 x1866777610119552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.037061:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777610119552 ext(278528->282623) 00002000:00010000:1.0:1780298664.037063:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:1.0:1780298664.037082:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7316 00000100:00100000:1.0:1780298664.037088:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610119552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.037210:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610119552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 121us (226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.037218:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7316 00002000:00100000:1.0:1780298664.037224:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (278528->282623) req@ffff9cf241a82d80 x1866777610119552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.037233:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a82d80 with x1866777610119552 ext(278528->282623) 00002000:00010000:1.0:1780298664.037236:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a82d80 00000100:00100000:1.0:1780298664.038277:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.038312:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119680 00000100:00100000:2.0:1780298664.038316:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119680 00002000:00100000:2.0:1780298664.038334:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (282624->286719) req@ffff9cf255493800 x1866777610119680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.038343:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493800 with x1866777610119680 ext(282624->286719) 00002000:00010000:2.0:1780298664.038346:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493800 00000100:00100000:2.0:1780298664.038365:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7317 00000100:00100000:2.0:1780298664.038370:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.038449:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.038454:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7317 00002000:00100000:2.0:1780298664.038459:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (282624->286719) req@ffff9cf255493800 x1866777610119680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.038466:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493800 with x1866777610119680 ext(282624->286719) 00002000:00010000:2.0:1780298664.038469:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493800 00000100:00100000:0.0:1780298664.039718:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.039765:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119808 00000100:00100000:1.0:1780298664.039775:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119808 00002000:00100000:1.0:1780298664.039793:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (286720->290815) req@ffff9cf37f744000 x1866777610119808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.039799:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744000 with x1866777610119808 ext(286720->290815) 00002000:00010000:1.0:1780298664.039802:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744000 00000100:00100000:1.0:1780298664.039818:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7318 00000100:00100000:1.0:1780298664.039823:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.039890:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610119808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.039895:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7318 00002000:00100000:1.0:1780298664.039900:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (286720->290815) req@ffff9cf37f744000 x1866777610119808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.039906:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744000 with x1866777610119808 ext(286720->290815) 00002000:00010000:1.0:1780298664.039908:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744000 00000100:00100000:3.0:1780298664.041079:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.041183:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610119936 00000100:00100000:0.0:1780298664.041189:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610119936 00002000:00100000:0.0:1780298664.041211:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (290816->294911) req@ffff9cf241a80e00 x1866777610119936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.041221:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777610119936 ext(290816->294911) 00002000:00010000:0.0:1780298664.041225:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:0.0:1780298664.041247:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7319 00000100:00100000:0.0:1780298664.041255:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610119936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.041350:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610119936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.041364:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7319 00002000:00100000:0.0:1780298664.041372:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (290816->294911) req@ffff9cf241a80e00 x1866777610119936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.041380:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80e00 with x1866777610119936 ext(290816->294911) 00002000:00010000:0.0:1780298664.041384:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80e00 00000100:00100000:2.0:1780298664.042726:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.042780:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120064 00000100:00100000:0.0:1780298664.042785:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120064 00002000:00100000:0.0:1780298664.042804:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->331775) req@ffff9cf24339f800 x1866777610120064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.042814:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f800 with x1866777610120064 ext(294912->331775) 00002000:00010000:0.0:1780298664.042818:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f800 00000100:00100000:0.0:1780298664.042838:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7320 00000100:00100000:0.0:1780298664.042846:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610120064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.044027:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610120064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1181us (1300us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298664.044035:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7320 00002000:00100000:0.0:1780298664.044043:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (294912->331775) req@ffff9cf24339f800 x1866777610120064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.044052:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339f800 with x1866777610120064 ext(294912->331775) 00002000:00010000:0.0:1780298664.044055:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339f800 00000100:00100000:2.0:1780298664.045089:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.045158:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120192 00000100:00100000:1.0:1780298664.045164:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120192 00002000:00100000:1.0:1780298664.045189:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->299007) req@ffff9cf24339ed80 x1866777610120192/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.045197:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ed80 with x1866777610120192 ext(266240->299007) 00002000:00010000:1.0:1780298664.045208:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ed80 00000100:00100000:1.0:1780298664.045231:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7321 00000100:00100000:1.0:1780298664.045239:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610120192:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.046478:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610120192:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1239us (1390us total) trans 4294970004 rc 0/0 00000100:00100000:1.0:1780298664.046492:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7321 00002000:00100000:1.0:1780298664.046498:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->299007) req@ffff9cf24339ed80 x1866777610120192/t4294970004(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.046504:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339ed80 with x1866777610120192 ext(266240->299007) 00002000:00010000:1.0:1780298664.046507:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339ed80 00000100:00100000:2.0:1780298664.047272:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.047320:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120320 00000100:00100000:3.0:1780298664.047325:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120320 00000100:00100000:3.0:1780298664.047352:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12094 00000100:00100000:3.0:1780298664.047358:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610120320:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.048107:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970004 is committed 00000001:00080000:0.0:1780298664.048115:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970003 is committed 00000100:00100000:3.0:1780298664.048236:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610120320:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 875us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.048242:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12094 00000100:00100000:3.0:1780298664.049090:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.049159:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120448 00000100:00100000:2.0:1780298664.049165:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120448 00000100:00100000:2.0:1780298664.049201:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12095 00000100:00100000:2.0:1780298664.049208:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610120448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.049217:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.049233:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039756 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f58 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.049293:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605350912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.049368:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.050173:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1880 -> 1912 00000100:00100000:2.0:1780298664.050184:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605350912:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.050209:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039756 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f58 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.050229:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039756 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f58 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.050241:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298664.050270:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610120448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1179us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.050277:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12095 00000100:00100000:1.0:1780298664.051169:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.051210:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120576 00000100:00100000:3.0:1780298664.051215:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120576 00000100:00100000:3.0:1780298664.051238:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12096 00000100:00100000:3.0:1780298664.051243:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610120576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.051250:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.051256:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e6303975d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f5f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.051278:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605351040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.051315:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.051917:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605351040:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.051933:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e6303975d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f5f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.051946:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000101214ae/0xaf35132e6303975d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f5f expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.051961:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3200, rc 0) 00000100:00100000:2.0:1780298664.051990:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610120576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 745us (822us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.051996:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12096 00000100:00100000:0.0:1780298664.052839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.052879:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120832 00000100:00100000:1.0:1780298664.052883:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120832 00000100:00100000:1.0:1780298664.052911:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62277 00000100:00100000:1.0:1780298664.052916:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+37:30556:x1866777610120832:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298664.052952:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.052966:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e6303973a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f3c expref: 37 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.052977:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.052980:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.053098:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.053113:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 25 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.053122:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.053178:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 25 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.053200:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 25 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.053211:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605351168:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.053251:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.053871:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255492d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605351168:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.053884:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.053932:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.053985:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610120960 00000100:00100000:3.0:1780298664.053989:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610120960 00010000:00010000:3.0:1780298664.054009:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 26 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.054028:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15651 00000100:00100000:3.0:1780298664.054033:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610120960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.054040:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.054043:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 26 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054052:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 26 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054063:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff3600/0xaf35132e63039710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f19 expref: 26 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054071:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.054073:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054079:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054084:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.054097:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.054120:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610120960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 86us (186us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298664.054140:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.054166:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.054167:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15651 00000001:00080000:0.0:1780298664.054221:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991281 00000004:00010000:0.0:1780298664.054247:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021a05c3a reply state 000000009b7af421 transno 4294991282 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.054259:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830d200/0xaf35132e63039764 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.054266:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.054268:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298664.054271:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298664.054328:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610120832:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1410us (1487us total) trans 4294991282 rc 0/0 00000100:00100000:0.0:1780298664.054335:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62277 00000020:00080000:0.0:1780298664.054339:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298664.054883:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.054928:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121088 00000100:00100000:1.0:1780298664.054934:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121088 00000100:00100000:1.0:1780298664.054966:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12097 00000100:00100000:1.0:1780298664.054977:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610121088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.054985:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.054995:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f66 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.055014:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.055023:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(1 110) 00010000:00010000:1.0:1780298664.055027:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(2 110) 00010000:00010000:1.0:1780298664.055032:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.055050:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.055061:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.055078:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605351296:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.055119:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.055752:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605351296:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.055764:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.055781:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:0.0:1780298664.055804:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610121088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.055809:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12097 00000100:00100000:3.0:1780298664.055962:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.055998:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121216 00000100:00100000:2.0:1780298664.056003:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121216 00010000:00010000:2.0:1780298664.056022:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.056050:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15652 00000100:00100000:2.0:1780298664.056058:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610121216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.056067:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.056078:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.056088:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.056104:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303974f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [266240->33820671] (req 266240->270335) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f51 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.056113:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(2 110) 00010000:00010000:2.0:1780298664.056116:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(2 110) 00010000:00010000:2.0:1780298664.056121:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.056175:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.056197:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.056207:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605351424:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.056240:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.056794:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605351424:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.056804:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.056829:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610121216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 772us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.056837:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15652 00000100:00100000:3.0:1780298664.056909:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.057013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.057032:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121344 00000100:00100000:2.0:1780298664.057037:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121344 00000100:00100000:1.0:1780298664.057048:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121472 00000100:00100000:1.0:1780298664.057054:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121472 00002000:00010000:2.0:1780298664.057056:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (628188->18446744073709551615) 00002000:00100000:2.0:1780298664.057062:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81180 with x1866777610121344 ext(628188->18446744073709551615) 00002000:00010000:2.0:1780298664.057068:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81180. 00002000:00010000:1.0:1780298664.057070:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.057075:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777610121472 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.057080:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80. 00000100:00100000:2.0:1780298664.057094:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7322 00000100:00100000:1.0:1780298664.057107:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7323 00000100:00100000:2.0:1780298664.057108:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610121344:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298664.057118:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610121472:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298664.057394:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3504493 -> 0 00002000:00010000:1.0:1780298664.057397:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.057399:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.057401:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.057402:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 448 -> 0 00000100:00100000:1.0:1780298664.057430:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610121472:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 317us (416us total) trans 4294969472 rc 0/0 00000100:00100000:1.0:1780298664.057435:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7323 00002000:00010000:1.0:1780298664.057438:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.057440:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4a80 with x1866777610121472 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.057444:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4a80. 00002000:00010000:2.0:1780298664.057609:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 628188 00002000:00010000:2.0:1780298664.057614:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.057616:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.057623:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.057625:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1912 -> 920 00000100:00100000:2.0:1780298664.057654:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610121344:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 552us (744us total) trans 4294970005 rc 0/0 00000100:00100000:2.0:1780298664.057660:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7322 00002000:00010000:2.0:1780298664.057664:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (628188->18446744073709551615) 00002000:00100000:2.0:1780298664.057666:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a81180 with x1866777610121344 ext(628188->18446744073709551615) 00002000:00010000:2.0:1780298664.057670:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a81180. 00000100:00100000:3.0:1780298664.058301:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.058330:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121600 00000100:00100000:1.0:1780298664.058334:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121600 00000100:00100000:1.0:1780298664.058358:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62278 00000100:00100000:1.0:1780298664.058363:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610121600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.058378:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.058385:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63039772 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f6d expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058429:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058437:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058443:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.058455:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 628188 00000004:00200000:1.0:1780298664.058458:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.058468:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058481:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63039772 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 41 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058489:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 40 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.058494:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.058496:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.058497:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298664.058519:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610121600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 156us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.058523:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62278 00000100:00100000:1.0:1780298664.059448:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.059475:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121728 00000100:00100000:3.0:1780298664.059479:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121728 00000100:00100000:3.0:1780298664.059503:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62279 00000100:00100000:3.0:1780298664.059508:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610121728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.059515:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.059522:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2800/0xaf35132e63039780 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f74 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059556:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059563:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059568:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298664.059578:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 628188 00000004:00200000:3.0:1780298664.059580:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298664.059587:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059599:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2800/0xaf35132e63039780 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f74 expref: 27 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059607:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f74 expref: 26 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.059625:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.059626:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298664.059628:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff2000, rc 0) 00000100:00100000:3.0:1780298664.059650:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610121728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 143us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.059655:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62279 00000100:00100000:0.0:1780298664.060343:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.060364:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.060374:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121856 00000100:00100000:3.0:1780298664.060379:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121856 00000100:00100000:1.0:1780298664.060393:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610121984 00000100:00100000:1.0:1780298664.060398:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610121984 00000100:00100000:3.0:1780298664.060404:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12098 00000100:00100000:3.0:1780298664.060412:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610121856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.060419:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.060426:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e6303978e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f7b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.060434:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12099 00000100:00100000:2.0:1780298664.060447:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610121984:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.060453:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605351552:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.060458:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.060470:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039795 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f82 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.060491:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.060505:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605351680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.060543:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.061227:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605351680:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.061245:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605351552:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.061246:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039795 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f82 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.061265:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039795 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f82 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.061265:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e6303978e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f7b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.061289:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00010000:00010000:1.0:1780298664.061292:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5a492f0/0xaf35132e6303978e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f7b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.061300:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf344ff3600, rc 0) 00000100:00100000:1.0:1780298664.061325:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610121856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (978us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.061326:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610121984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (957us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.061331:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12098 00000100:00100000:2.0:1780298664.061342:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12099 00000100:00100000:1.0:1780298664.062270:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.062303:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122112 00000100:00100000:2.0:1780298664.062308:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122112 00000100:00100000:2.0:1780298664.062339:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12100 00000100:00100000:2.0:1780298664.062347:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610122112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.062355:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.062365:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303979c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f89 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.062387:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.062393:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605351808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.062426:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122240 00000100:00100000:0.0:1780298664.062431:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122240 00000100:00100000:2.0:1780298664.062438:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.062467:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12101 00000100:00100000:0.0:1780298664.062478:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610122240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.062487:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.062496:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630397a3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f90 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.062524:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605351936:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.062558:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.063199:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605351808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.063212:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303979c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f89 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.063222:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e6303979c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f89 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.063229:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f744380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605351936:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.063230:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00010000:00010000:0.0:1780298664.063251:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630397a3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f90 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.063265:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610122112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 919us (995us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298664.063267:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e630397a3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f90 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.063276:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12100 00010000:00010000:0.0:1780298664.063296:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298664.063320:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610122240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (932us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.063327:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12101 00000100:00100000:1.0:1780298664.064384:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.064414:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122368 00000100:00100000:0.0:1780298664.064418:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122368 00002000:00100000:0.0:1780298664.064436:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (286720->290815) req@ffff9cf255493480 x1866777610122368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.064442:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493480 with x1866777610122368 ext(286720->290815) 00002000:00010000:0.0:1780298664.064446:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493480 00000100:00100000:0.0:1780298664.064460:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7324 00000100:00100000:0.0:1780298664.064466:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610122368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.064746:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610122368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 280us (364us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.064751:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7324 00002000:00100000:0.0:1780298664.064756:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (286720->290815) req@ffff9cf255493480 x1866777610122368/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.064761:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255493480 with x1866777610122368 ext(286720->290815) 00002000:00010000:0.0:1780298664.064764:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255493480 00000100:00100000:1.0:1780298664.065678:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.065710:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122496 00000100:00100000:0.0:1780298664.065713:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122496 00002000:00100000:0.0:1780298664.065727:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (290816->294911) req@ffff9cf255492d80 x1866777610122496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.065741:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777610122496 ext(290816->294911) 00002000:00010000:0.0:1780298664.065743:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:0.0:1780298664.065759:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7325 00000100:00100000:0.0:1780298664.065763:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610122496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.065950:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610122496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 186us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.065955:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7325 00002000:00100000:0.0:1780298664.065958:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (290816->294911) req@ffff9cf255492d80 x1866777610122496/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.065964:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255492d80 with x1866777610122496 ext(290816->294911) 00002000:00010000:0.0:1780298664.065966:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255492d80 00000100:00100000:3.0:1780298664.066966:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.067008:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122624 00000100:00100000:1.0:1780298664.067013:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122624 00002000:00100000:1.0:1780298664.067036:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->331775) req@ffff9cf347cd7480 x1866777610122624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 504/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.067046:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7480 with x1866777610122624 ext(266240->331775) 00002000:00010000:1.0:1780298664.067050:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd7480 00000100:00100000:1.0:1780298664.067074:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7326 00000100:00100000:1.0:1780298664.067082:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610122624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.067971:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610122624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 889us (1004us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298664.067986:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7326 00002000:00100000:1.0:1780298664.067994:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (266240->331775) req@ffff9cf347cd7480 x1866777610122624/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 504/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.068004:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd7480 with x1866777610122624 ext(266240->331775) 00002000:00010000:1.0:1780298664.068008:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd7480 00000100:00100000:1.0:1780298664.069333:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.069364:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122752 00000100:00100000:2.0:1780298664.069368:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122752 00000100:00100000:2.0:1780298664.069397:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12102 00000100:00100000:2.0:1780298664.069402:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610122752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.069410:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.069420:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f97 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.069437:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.069443:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(2 110) 00010000:00010000:2.0:1780298664.069446:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.069449:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [122880->167935] (req 122880->167935) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.069467:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.069477:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 9 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.069485:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605352064:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.069523:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.070138:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605352064:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.070164:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [122880->167935] (req 122880->167935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.070183:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298664.070210:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610122752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.070214:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12102 00000100:00100000:1.0:1780298664.070318:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.070361:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610122880 00000100:00100000:3.0:1780298664.070366:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610122880 00010000:00010000:3.0:1780298664.070383:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.070407:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15653 00000100:00100000:3.0:1780298664.070414:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610122880:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.070431:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.070444:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.070457:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.070475:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e6303976b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f66 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.070485:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:3.0:1780298664.070487:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:3.0:1780298664.070493:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.070499:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.070516:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.070524:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605352192:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.070554:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.071169:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605352192:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.071180:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.071206:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610122880:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 794us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.071211:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15653 00000100:00100000:0.0:1780298664.072347:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.072389:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123008 00000100:00100000:1.0:1780298664.072393:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123008 00002000:00100000:1.0:1780298664.072412:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (0->630783) req@ffff9cf37f744380 x1866777610123008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.072418:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744380 with x1866777610123008 ext(0->630783) 00002000:00010000:1.0:1780298664.072422:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744380 00000100:00100000:1.0:1780298664.072442:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7327 00000100:00100000:1.0:1780298664.072450:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610123008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.075031:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610123008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2571us (2674us total) trans 0 rc 630784/630784 00000100:00100000:1.0:1780298664.075045:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7327 00002000:00100000:1.0:1780298664.075059:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (0->630783) req@ffff9cf37f744380 x1866777610123008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 630784/630784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.075071:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f744380 with x1866777610123008 ext(0->630783) 00002000:00010000:1.0:1780298664.075078:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f744380 00000100:00100000:1.0:1780298664.076207:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.076283:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123136 00000100:00100000:2.0:1780298664.076294:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123136 00000100:00100000:2.0:1780298664.076341:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12103 00000100:00100000:2.0:1780298664.076350:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610123136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.076365:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.076383:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7f9e expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.076407:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.076412:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.076420:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.076436:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.076464:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298664.076509:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610123136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 161us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.076515:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12103 00000100:00100000:3.0:1780298664.077782:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.077831:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123264 00000100:00100000:2.0:1780298664.077836:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123264 00000100:00100000:2.0:1780298664.077869:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12104 00000100:00100000:2.0:1780298664.077877:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610123264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.077886:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.077895:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fa5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.077914:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.077923:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.077930:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.077933:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.077938:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->446463] (req 421888->446463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.077971:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.077992:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 9 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.078007:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605352320:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.078082:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.078092:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.078102:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605352448:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.078184:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.078958:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605352320:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.078970:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605352448:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.078990:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->446463] (req 421888->446463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.079004:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:2.0:1780298664.079035:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610123264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1159us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.079043:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12104 00000100:00100000:3.0:1780298664.079231:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.079372:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123392 00000100:00100000:0.0:1780298664.079379:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123392 00010000:00010000:0.0:1780298664.079404:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.079434:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15654 00000100:00100000:0.0:1780298664.079441:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610123392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.079452:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.079472:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.079498:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.079516:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f9e expref: 10 pid: 12101 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.079528:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.079719:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610123392:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 278us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.079728:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15654 00000100:00100000:1.0:1780298664.079929:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.079971:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123520 00000100:00100000:3.0:1780298664.079976:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123520 00010000:00010000:3.0:1780298664.079992:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.080021:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15655 00000100:00100000:3.0:1780298664.080030:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610123520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.080039:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.080049:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.080061:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.080075:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->167935) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f97 expref: 12 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.080083:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:3.0:1780298664.080086:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:3.0:1780298664.080092:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.080098:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.080116:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.080171:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605352576:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.080217:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf348439480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.081000:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605352576:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.081010:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.081077:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610123520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1049us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.081083:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15655 00000100:00100000:1.0:1780298664.081088:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.081168:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123648 00000100:00100000:0.0:1780298664.081174:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123648 00000100:00100000:3.0:1780298664.081225:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7328 00000100:00100000:3.0:1780298664.081235:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610123648:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298664.081485:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 628188 -> 628188 00002000:00010000:3.0:1780298664.081488:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.081489:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.081491:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.081492:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 920 -> 920 00000100:00100000:3.0:1780298664.081515:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610123648:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 284us (430us total) trans 4294970006 rc 0/0 00000100:00100000:3.0:1780298664.081519:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7328 00000100:00100000:1.0:1780298664.082531:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.082566:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123776 00000100:00100000:0.0:1780298664.082571:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123776 00000100:00100000:0.0:1780298664.082603:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12105 00000100:00100000:0.0:1780298664.082609:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610123776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.082617:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.082628:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630397bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fac expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.082661:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605352704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.082699:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.083468:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605352704:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.083485:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630397bf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fac expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.083506:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e630397bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fac expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.083514:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:0.0:1780298664.083538:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610123776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1009us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.083543:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12105 00000100:00100000:2.0:1780298664.084478:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.084521:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610123904 00000100:00100000:1.0:1780298664.084526:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610123904 00000100:00100000:1.0:1780298664.084552:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12106 00000100:00100000:1.0:1780298664.084557:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610123904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.084566:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.084574:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630397c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fb3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.084603:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605352832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.084639:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.085368:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605352832:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.085384:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630397c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fb3 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.085395:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e630397c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fb3 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.085403:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:2.0:1780298664.085428:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610123904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.085434:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12106 00000100:00100000:0.0:1780298664.086296:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.086341:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124032 00000100:00100000:2.0:1780298664.086346:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124032 00000100:00100000:2.0:1780298664.086378:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12107 00000100:00100000:2.0:1780298664.086385:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610124032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.086394:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.086405:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fba expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.086438:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605352960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.086480:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.087234:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605352960:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.087264:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397cd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fba expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.087299:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b2c7ae/0xaf35132e630397cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fba expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.087309:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:2.0:1780298664.087339:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610124032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1044us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.087346:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12107 00000100:00100000:1.0:1780298664.088274:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.088310:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124160 00000100:00100000:2.0:1780298664.088316:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124160 00000100:00100000:2.0:1780298664.088350:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12108 00000100:00100000:2.0:1780298664.088357:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610124160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.088367:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.088378:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fc1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.088400:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.088404:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:2.0:1780298664.088413:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.088427:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.088436:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298664.088481:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610124160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 124us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.088488:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12108 00000100:00100000:0.0:1780298664.089320:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.089358:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124288 00000100:00100000:1.0:1780298664.089362:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124288 00002000:00100000:1.0:1780298664.089386:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (385024->389119) req@ffff9cf2548b8380 x1866777610124288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.089393:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8380 with x1866777610124288 ext(385024->389119) 00002000:00010000:1.0:1780298664.089397:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8380 00000100:00100000:1.0:1780298664.089412:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7329 00000100:00100000:1.0:1780298664.089417:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610124288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.089518:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610124288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 100us (200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.089522:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7329 00002000:00100000:1.0:1780298664.089526:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (385024->389119) req@ffff9cf2548b8380 x1866777610124288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.089537:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8380 with x1866777610124288 ext(385024->389119) 00002000:00010000:1.0:1780298664.089540:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8380 00000100:00100000:1.0:1780298664.090519:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.090564:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124416 00000100:00100000:0.0:1780298664.090569:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124416 00002000:00100000:0.0:1780298664.090590:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (389120->393215) req@ffff9cf243845f80 x1866777610124416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.090599:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777610124416 ext(389120->393215) 00002000:00010000:0.0:1780298664.090602:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:0.0:1780298664.090620:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7330 00000100:00100000:0.0:1780298664.090628:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610124416:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.090701:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610124416:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (182us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.090709:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7330 00002000:00100000:0.0:1780298664.090716:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (389120->393215) req@ffff9cf243845f80 x1866777610124416/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.090725:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845f80 with x1866777610124416 ext(389120->393215) 00002000:00010000:0.0:1780298664.090735:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243845f80 00000100:00100000:3.0:1780298664.091721:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.091761:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124544 00000100:00100000:1.0:1780298664.091765:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124544 00002000:00100000:1.0:1780298664.091783:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (393216->397311) req@ffff9cf347cd5500 x1866777610124544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.091789:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5500 with x1866777610124544 ext(393216->397311) 00002000:00010000:1.0:1780298664.091792:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5500 00000100:00100000:1.0:1780298664.091807:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7331 00000100:00100000:1.0:1780298664.091812:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.091871:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (152us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.091876:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7331 00002000:00100000:1.0:1780298664.091880:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (393216->397311) req@ffff9cf347cd5500 x1866777610124544/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.091886:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5500 with x1866777610124544 ext(393216->397311) 00002000:00010000:1.0:1780298664.091888:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5500 00000100:00100000:1.0:1780298664.092908:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.092960:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124672 00000100:00100000:0.0:1780298664.092964:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124672 00002000:00100000:0.0:1780298664.092980:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (397312->401407) req@ffff9cf243846d80 x1866777610124672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.092987:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777610124672 ext(397312->401407) 00002000:00010000:0.0:1780298664.092990:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:0.0:1780298664.093006:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7332 00000100:00100000:0.0:1780298664.093015:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.093090:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.093095:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7332 00002000:00100000:0.0:1780298664.093099:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (397312->401407) req@ffff9cf243846d80 x1866777610124672/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.093105:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846d80 with x1866777610124672 ext(397312->401407) 00002000:00010000:0.0:1780298664.093108:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846d80 00000100:00100000:2.0:1780298664.094205:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.094257:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124800 00000100:00100000:3.0:1780298664.094261:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124800 00002000:00100000:3.0:1780298664.094285:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (401408->405503) req@ffff9cf24304ce00 x1866777610124800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.094294:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777610124800 ext(401408->405503) 00002000:00010000:3.0:1780298664.094305:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:3.0:1780298664.094327:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7333 00000100:00100000:3.0:1780298664.094335:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.094437:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610124800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 102us (243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.094443:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7333 00002000:00100000:3.0:1780298664.094449:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (401408->405503) req@ffff9cf24304ce00 x1866777610124800/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.094458:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ce00 with x1866777610124800 ext(401408->405503) 00002000:00010000:3.0:1780298664.094461:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ce00 00000100:00100000:3.0:1780298664.095730:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.095767:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610124928 00000100:00100000:1.0:1780298664.095773:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610124928 00002000:00100000:1.0:1780298664.095796:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (405504->409599) req@ffff9cf347cd6a00 x1866777610124928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.095813:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777610124928 ext(405504->409599) 00002000:00010000:1.0:1780298664.095816:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:1.0:1780298664.095835:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7334 00000100:00100000:1.0:1780298664.095846:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610124928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.095920:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610124928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (198us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.095925:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7334 00002000:00100000:1.0:1780298664.095929:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (405504->409599) req@ffff9cf347cd6a00 x1866777610124928/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.095935:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd6a00 with x1866777610124928 ext(405504->409599) 00002000:00010000:1.0:1780298664.095938:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd6a00 00000100:00100000:1.0:1780298664.096984:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.097030:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125056 00000100:00100000:0.0:1780298664.097033:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125056 00002000:00100000:0.0:1780298664.097051:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (409600->413695) req@ffff9cf243844000 x1866777610125056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.097057:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777610125056 ext(409600->413695) 00002000:00010000:0.0:1780298664.097059:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844000 00000100:00100000:0.0:1780298664.097074:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7335 00000100:00100000:0.0:1780298664.097078:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610125056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.097193:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610125056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (209us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.097199:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7335 00002000:00100000:0.0:1780298664.097205:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (409600->413695) req@ffff9cf243844000 x1866777610125056/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.097212:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844000 with x1866777610125056 ext(409600->413695) 00002000:00010000:0.0:1780298664.097214:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844000 00000100:00100000:2.0:1780298664.098373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.098420:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125184 00000100:00100000:1.0:1780298664.098425:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125184 00002000:00100000:1.0:1780298664.098445:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (413696->421887) req@ffff9cf24304c700 x1866777610125184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.098456:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c700 with x1866777610125184 ext(413696->421887) 00002000:00010000:1.0:1780298664.098459:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304c700 00000100:00100000:1.0:1780298664.098476:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7336 00000100:00100000:1.0:1780298664.098483:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610125184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.098561:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610125184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (196us total) trans 0 rc 8192/8192 00000100:00100000:1.0:1780298664.098569:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7336 00002000:00100000:1.0:1780298664.098588:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (413696->421887) req@ffff9cf24304c700 x1866777610125184/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/8632 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.098599:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c700 with x1866777610125184 ext(413696->421887) 00002000:00010000:1.0:1780298664.098602:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304c700 00000100:00100000:3.0:1780298664.099394:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.099460:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125312 00000100:00100000:0.0:1780298664.099467:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125312 00000100:00100000:0.0:1780298664.099495:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12109 00000100:00100000:0.0:1780298664.099500:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610125312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.099508:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.099524:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fc8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.099546:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.099553:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(3 110) 00010000:00010000:0.0:1780298664.099556:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:0.0:1780298664.099561:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->425983] (req 421888->425983) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.099600:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.099625:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 11 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.099635:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353088:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.099700:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.100471:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353088:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.100489:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->425983] (req 421888->425983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100501:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:1.0:1780298664.100527:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610125312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1027us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.100533:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12109 00000100:00100000:3.0:1780298664.100727:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.100772:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125440 00000100:00100000:1.0:1780298664.100777:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125440 00010000:00010000:1.0:1780298664.100794:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.100817:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15656 00000100:00100000:1.0:1780298664.100825:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610125440:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.100835:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.100847:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100856:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100881:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e630397b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [421888->33976319] (req 421888->446463) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fa5 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100891:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:1.0:1780298664.100893:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:1.0:1780298664.100899:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100905:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.100924:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.100931:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605353216:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.100976:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.101788:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605353216:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.101808:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.101860:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610125440:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1036us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.101870:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15656 00000100:00100000:0.0:1780298664.102189:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.102290:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125568 00000100:00100000:1.0:1780298664.102296:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125568 00002000:00100000:1.0:1780298664.102325:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (421888->458751) req@ffff9cf2548bbb80 x1866777610125568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.102342:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777610125568 ext(421888->458751) 00002000:00010000:1.0:1780298664.102347:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bbb80 00000100:00100000:1.0:1780298664.102374:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7337 00000100:00100000:1.0:1780298664.102383:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610125568:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.103495:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610125568:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1112us (1307us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298664.103503:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7337 00002000:00100000:1.0:1780298664.103512:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (421888->458751) req@ffff9cf2548bbb80 x1866777610125568/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.103520:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bbb80 with x1866777610125568 ext(421888->458751) 00002000:00010000:1.0:1780298664.103524:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bbb80 00000100:00100000:3.0:1780298664.105209:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.105257:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.105277:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125696 00000100:00100000:2.0:1780298664.105286:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125696 00000100:00100000:0.0:1780298664.105317:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125824 00000100:00100000:0.0:1780298664.105323:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125824 00000100:00100000:2.0:1780298664.105337:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12110 00000100:00100000:2.0:1780298664.105346:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610125696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.105362:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.105363:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12111 00000100:00100000:0.0:1780298664.105380:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610125824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.105382:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fcf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.105394:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.105408:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630397e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fd6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.105409:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:2.0:1780298664.105424:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:2.0:1780298664.105440:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.105460:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.105470:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605353344:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.105475:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298664.105526:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610125696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 179us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.105532:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.105539:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12110 00000100:00100000:0.0:1780298664.106526:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605353344:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.106556:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630397e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fd6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.106570:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e630397e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fd6 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.106596:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:0.0:1780298664.106628:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610125824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1254us (1385us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.106635:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12111 00000100:00100000:1.0:1780298664.107754:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.107811:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610125952 00000100:00100000:2.0:1780298664.107825:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610125952 00000100:00100000:2.0:1780298664.107864:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12112 00000100:00100000:2.0:1780298664.107875:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610125952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.107889:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.107901:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630397f0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fdd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.107947:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605353472:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.108011:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.108813:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605353472:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.108833:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630397f0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fdd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.108848:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e630397f0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fdd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.108857:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00000100:00100000:2.0:1780298664.108891:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610125952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1020us (1142us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.108897:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12112 00000100:00100000:1.0:1780298664.110245:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.110290:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126208 00000100:00100000:2.0:1780298664.110297:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126208 00000100:00100000:2.0:1780298664.110341:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62280 00000100:00100000:2.0:1780298664.110350:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610126208:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298664.110402:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.110428:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf344ff2000/0xaf35132e63039787 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f74 expref: 26 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.110445:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.110450:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298664.110638:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.110653:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 39 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.110662:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.110686:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 39 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.110699:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 39 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.110711:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605353600:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.110758:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.111619:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605353600:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.111635:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.111767:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.111849:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126336 00000100:00100000:3.0:1780298664.111858:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126336 00010000:00010000:3.0:1780298664.111893:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 40 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.111931:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15657 00000100:00100000:3.0:1780298664.111940:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:2399:x1866777610126336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.111951:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.111956:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 40 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.111979:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 40 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.111997:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c000/0xaf35132e63039779 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f6d expref: 40 pid: 6478 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.112008:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.112011:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.112019:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.112025:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.112044:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.112081:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:2399:x1866777610126336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 142us (317us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298664.112082:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.112090:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15657 00010000:00010000:2.0:1780298664.112107:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298664.112233:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991283 00000004:00010000:2.0:1780298664.112274:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ed1caa7 reply state 00000000fbd85d10 transno 4294991284 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.112293:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243157000/0xaf35132e630397f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.112305:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.112308:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298664.112310:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298664.112387:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:30556:x1866777610126208:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2038us (2145us total) trans 4294991284 rc 0/0 00000100:00100000:2.0:1780298664.112395:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62280 00000020:00080000:2.0:1780298664.112399:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298664.113269:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.113307:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126464 00000100:00100000:0.0:1780298664.113314:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126464 00000100:00100000:0.0:1780298664.113350:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12113 00000100:00100000:0.0:1780298664.113356:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610126464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.113367:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.113379:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7fe4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113398:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113405:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113410:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113415:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(4 110) 00010000:00010000:0.0:1780298664.113417:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(5 110) 00010000:00010000:0.0:1780298664.113420:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113446:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113456:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.113464:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353728:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.113517:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113525:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.113532:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353856:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.113553:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.113560:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 10 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.113567:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353984:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.113584:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.114785:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353728:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.114806:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353856:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.114828:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605353984:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.114849:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.114860:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298664.114885:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610126464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1530us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.114892:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12113 00000100:00100000:1.0:1780298664.115266:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.115292:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.115317:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126592 00000100:00100000:2.0:1780298664.115317:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126720 00000100:00100000:1.0:1780298664.115317:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.115326:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126592 00000100:00100000:2.0:1780298664.115326:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126720 00010000:00010000:3.0:1780298664.115358:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.115358:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 11 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.115382:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126848 00000100:00100000:0.0:1780298664.115388:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126848 00000100:00100000:2.0:1780298664.115402:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15658 00000100:00100000:3.0:1780298664.115412:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15659 00010000:00010000:0.0:1780298664.115412:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 12 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.115415:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610126720:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1780298664.115427:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610126592:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.115436:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.115452:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.115457:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.115459:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.115474:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.115481:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15660 00010000:00010000:2.0:1780298664.115502:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.115503:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610126848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.115527:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.115538:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630397e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fcf expref: 13 pid: 9128 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.115542:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ba675d2/0xaf35132e630397d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 9 type: EXT [385024->421887] (req 385024->389119) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc1 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.115549:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 12 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.115558:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298664.115558:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.115571:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.115592:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630397db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 421888->425983) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fc8 expref: 11 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.115607:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610126592:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 179us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.115607:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610126720:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 192us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.115632:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15659 00010000:00010000:0.0:1780298664.115635:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(5 110) 00000100:00100000:2.0:1780298664.115640:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15658 00010000:00010000:0.0:1780298664.115646:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(5 110) 00010000:00010000:0.0:1780298664.115662:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.115674:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.115704:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 11 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.115714:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605354112:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.115756:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.116581:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605354112:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.116592:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.116623:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610126848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1130us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.116634:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15660 00000100:00100000:3.0:1780298664.116737:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.116769:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610126976 00000100:00100000:1.0:1780298664.116775:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610126976 00000100:00100000:1.0:1780298664.116811:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12114 00000100:00100000:1.0:1780298664.116820:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610126976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.116833:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.116847:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7feb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.116877:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.116887:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(2 75) 00010000:00010000:1.0:1780298664.116891:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(3 75) 00010000:00010000:1.0:1780298664.116896:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.116925:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.116938:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 11 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.116951:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605354240:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.117006:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.117763:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605354240:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.117783:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.117797:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:2.0:1780298664.117825:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610126976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1092us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.117833:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12114 00000100:00100000:1.0:1780298664.117930:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.117971:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127104 00000100:00100000:0.0:1780298664.117975:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127104 00010000:00010000:0.0:1780298664.117993:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.118012:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15661 00000100:00100000:0.0:1780298664.118023:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610127104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.118031:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.118045:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.118053:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.118065:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e63039702 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7f12 expref: 12 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.118073:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(3 75) 00010000:00010000:0.0:1780298664.118075:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(3 75) 00010000:00010000:0.0:1780298664.118079:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.118085:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.118100:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.118106:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605354368:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.118181:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.119559:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605354368:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.119578:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.119611:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610127104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1587us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.119619:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15661 00000100:00100000:1.0:1780298664.119751:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.119773:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127232 00000100:00100000:3.0:1780298664.119778:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127232 00002000:00010000:3.0:1780298664.119800:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (523651->18446744073709551615) 00002000:00100000:3.0:1780298664.119805:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777610127232 ext(523651->18446744073709551615) 00002000:00010000:3.0:1780298664.119813:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735180. 00000100:00100000:3.0:1780298664.119832:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7338 00000100:00100000:3.0:1780298664.119839:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610127232:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.120004:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.120101:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127360 00000100:00100000:1.0:1780298664.120111:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127360 00002000:00010000:1.0:1780298664.120189:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.120199:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777610127360 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.120208:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304fb80. 00000100:00100000:1.0:1780298664.120241:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7339 00000100:00100000:1.0:1780298664.120263:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610127360:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298664.120276:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 628188 -> 523651 00002000:00010000:3.0:1780298664.120282:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.120284:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.120294:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.120297:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 920 -> 904 00000100:00100000:3.0:1780298664.120336:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610127232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 496us (585us total) trans 4294970007 rc 0/0 00000100:00100000:3.0:1780298664.120345:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7338 00002000:00010000:3.0:1780298664.120348:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (523651->18446744073709551615) 00002000:00100000:3.0:1780298664.120351:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f735180 with x1866777610127232 ext(523651->18446744073709551615) 00002000:00010000:3.0:1780298664.120356:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f735180. 00002000:00010000:1.0:1780298664.120392:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1780298664.120395:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.120398:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.120400:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.120402:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298664.120442:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610127360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 181us (437us total) trans 4294969473 rc 0/0 00000100:00100000:1.0:1780298664.120451:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7339 00002000:00010000:1.0:1780298664.120455:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.120459:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304fb80 with x1866777610127360 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.120464:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304fb80. 00000100:00100000:1.0:1780298664.121375:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.121417:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127488 00000100:00100000:0.0:1780298664.121423:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127488 00000100:00100000:0.0:1780298664.121456:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62281 00000100:00100000:0.0:1780298664.121461:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610127488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.121473:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.121486:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b400/0xaf35132e6303980c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ff2 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121560:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121572:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121580:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.121597:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 523651 00000004:00200000:0.0:1780298664.121600:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.121612:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121629:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b400/0xaf35132e6303980c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 41 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121640:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 40 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.121651:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.121653:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.121655:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298664.121687:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610127488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.121691:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62281 00000100:00100000:2.0:1780298664.122777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.122819:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127616 00000100:00100000:0.0:1780298664.122825:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127616 00000100:00100000:2.0:1780298664.122846:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.122875:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127744 00000100:00100000:0.0:1780298664.122880:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127744 00000100:00100000:0.0:1780298664.122919:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12115 00000100:00100000:1.0:1780298664.122940:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12116 00000100:00100000:0.0:1780298664.122941:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610127616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.122958:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.122970:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303981a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d7ff9 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.122973:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610127744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.123007:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.123024:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039821 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8000 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.123035:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605354496:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.123086:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605354624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.123101:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.123201:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.123916:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605354496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.123941:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303981a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff9 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.123962:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e6303981a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff9 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.123988:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a800, rc 0) 00000100:00100000:0.0:1780298664.124029:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610127616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1256us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.124037:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12115 00000100:00100000:1.0:1780298664.124074:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605354624:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.124094:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039821 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8000 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.124118:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a3562c/0xaf35132e63039821 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8000 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.124160:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298664.124195:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610127744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1238us (1352us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.124200:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12116 00000100:00100000:2.0:1780298664.125342:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.125373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.125385:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610127872 00000100:00100000:0.0:1780298664.125392:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610127872 00000100:00100000:1.0:1780298664.125412:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128000 00000100:00100000:1.0:1780298664.125416:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128000 00000100:00100000:0.0:1780298664.125439:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12117 00000100:00100000:1.0:1780298664.125448:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12118 00000100:00100000:0.0:1780298664.125454:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610127872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.125461:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610128000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.125468:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.125470:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.125482:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6303982f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d800e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.125482:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e63039828 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8007 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.125537:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605354752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.125540:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605354880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.125585:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.125586:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.126332:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605354752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.126358:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6303982f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d800e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.126374:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e6303982f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d800e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.126397:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:0.0:1780298664.126405:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605354880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.126433:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e63039828 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8007 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.126435:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610128000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1057us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298664.126454:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e63039828 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8007 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.126455:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12118 00010000:00010000:0.0:1780298664.126468:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:0.0:1780298664.126502:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610127872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1053us (1159us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.126517:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12117 00000100:00100000:2.0:1780298664.127744:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.127775:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128128 00000100:00100000:3.0:1780298664.127781:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128128 00000100:00100000:3.0:1780298664.127815:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12119 00000100:00100000:3.0:1780298664.127823:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610128128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.127832:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.127839:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8015 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.127855:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.127862:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(5 110) 00010000:00010000:3.0:1780298664.127865:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.127868:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [118784->135167] (req 118784->135167) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.127886:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.127904:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 12 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.127914:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605355008:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.127960:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.128572:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605355008:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.128590:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [118784->135167] (req 118784->135167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128603:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244111200, rc 0) 00000100:00100000:3.0:1780298664.128632:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610128128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.128640:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12119 00000100:00100000:2.0:1780298664.128751:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.128774:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128256 00000100:00100000:3.0:1780298664.128780:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128256 00010000:00010000:3.0:1780298664.128800:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.128827:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15662 00000100:00100000:3.0:1780298664.128836:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610128256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.128845:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.128859:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128880:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128898:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630397fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7fe4 expref: 13 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128908:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.128912:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.128919:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128928:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.128951:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.128962:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605355136:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.128999:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.129682:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605355136:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.129693:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.129723:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610128256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 889us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.129740:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15662 00000100:00100000:2.0:1780298664.130937:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.130971:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128384 00000100:00100000:0.0:1780298664.130977:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128384 00002000:00100000:0.0:1780298664.131012:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (0->524287) req@ffff9cf37f7bc380 x1866777610128384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.131022:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777610128384 ext(0->524287) 00002000:00010000:0.0:1780298664.131027:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:0.0:1780298664.131045:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7340 00000100:00100000:0.0:1780298664.131052:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610128384:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.133643:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610128384:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2584us (2699us total) trans 0 rc 524288/524288 00000100:00100000:0.0:1780298664.133655:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7340 00002000:00100000:0.0:1780298664.133666:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (0->524287) req@ffff9cf37f7bc380 x1866777610128384/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 524288/524288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.133677:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc380 with x1866777610128384 ext(0->524287) 00002000:00010000:0.0:1780298664.133682:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc380 00000100:00100000:2.0:1780298664.134917:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.134954:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128512 00000100:00100000:1.0:1780298664.134963:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128512 00000100:00100000:1.0:1780298664.135010:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62282 00000100:00100000:1.0:1780298664.135020:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+28:30556:x1866777610128512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.135038:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.135058:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6303983d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d801c expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135189:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135205:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135216:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.135238:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 523651 00000004:00200000:1.0:1780298664.135241:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.135257:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135279:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830da00/0xaf35132e6303983d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d801c expref: 30 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135309:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d801c expref: 29 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.135317:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.135320:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.135324:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:1.0:1780298664.135356:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:30556:x1866777610128512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 339us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.135363:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62282 00000100:00100000:2.0:1780298664.136322:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.136353:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128640 00000100:00100000:1.0:1780298664.136357:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128640 00000100:00100000:1.0:1780298664.136383:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12120 00000100:00100000:1.0:1780298664.136389:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610128640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.136397:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.136405:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8023 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.136420:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:1.0:1780298664.136424:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:1.0:1780298664.136429:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.136438:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.136455:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00000100:00100000:1.0:1780298664.136479:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610128640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 90us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.136484:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12120 00000100:00100000:2.0:1780298664.137796:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.137824:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610128896 00000100:00100000:3.0:1780298664.137830:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610128896 00000100:00100000:3.0:1780298664.137862:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62283 00000100:00100000:3.0:1780298664.137868:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+29:30556:x1866777610128896:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298664.137898:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.137914:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039844 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d801c expref: 29 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.137925:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.137927:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298664.138051:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.138061:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 39 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.138067:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.138092:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 39 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.138102:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 39 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.138111:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605355264:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.138217:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.138865:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605355264:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.138923:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.139003:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.139058:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129024 00000100:00100000:3.0:1780298664.139062:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129024 00010000:00010000:3.0:1780298664.139077:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.139098:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15663 00000100:00100000:3.0:1780298664.139102:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:2400:x1866777610129024:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.139110:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.139113:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139121:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139178:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039813 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7ff2 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139185:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.139187:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139194:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139203:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.139220:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.139242:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:2400:x1866777610129024:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 140us (241us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298664.139251:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.139254:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15663 00010000:00010000:1.0:1780298664.139264:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298664.139325:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991285 00000004:00010000:1.0:1780298664.139351:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d86b6b5a reply state 00000000383c9781 transno 4294991286 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.139364:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244110c00/0xaf35132e63039852 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.139371:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.139374:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298664.139377:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298664.139440:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:30556:x1866777610128896:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1571us (1644us total) trans 4294991286 rc 0/0 00000100:00100000:1.0:1780298664.139448:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62283 00000020:00080000:1.0:1780298664.139453:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298664.140240:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.140266:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129152 00000100:00100000:3.0:1780298664.140272:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129152 00000100:00100000:3.0:1780298664.140303:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12121 00000100:00100000:3.0:1780298664.140311:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610129152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.140322:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.140334:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d802a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140356:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140365:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140371:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.140374:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.140378:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140403:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140411:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.140421:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605355392:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.140474:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.140482:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.140489:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605355520:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.140508:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.141213:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605355392:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.141530:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605355520:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.141549:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 14 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.141560:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244110000, rc 0) 00000100:00100000:2.0:1780298664.141575:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.141590:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610129152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1281us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.141602:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12121 00000100:00100000:0.0:1780298664.141629:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129280 00000100:00100000:0.0:1780298664.141636:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129280 00010000:00010000:0.0:1780298664.141658:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.141686:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15664 00000100:00100000:0.0:1780298664.141693:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610129280:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.141707:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.141730:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.141738:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.141750:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e6303984b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8023 expref: 14 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.141758:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.141778:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610129280:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 87us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.141783:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15664 00000100:00100000:2.0:1780298664.142171:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.142200:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129408 00000100:00100000:3.0:1780298664.142205:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129408 00010000:00010000:3.0:1780298664.142221:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.142245:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15665 00000100:00100000:3.0:1780298664.142250:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610129408:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.142257:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.142264:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.142273:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.142288:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f4b5e72/0xaf35132e63039836 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 118784->135167) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8015 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.142298:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.142302:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.142309:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.142318:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.142351:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.142359:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605355648:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.142388:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.145679:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605355648:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.145766:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.145799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.145845:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129536 00000100:00100000:1.0:1780298664.145851:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129536 00002000:00010000:1.0:1780298664.145881:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2034708->18446744073709551615) 00002000:00100000:1.0:1780298664.145886:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777610129536 ext(2034708->18446744073709551615) 00002000:00010000:1.0:1780298664.145904:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd500. 00000100:00100000:3.0:1780298664.145921:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610129408:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 3669us (3748us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.145928:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15665 00000100:00100000:1.0:1780298664.145932:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7341 00000100:00100000:0.0:1780298664.145938:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.145947:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610129536:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.145950:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129664 00000100:00100000:2.0:1780298664.145955:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129664 00002000:00010000:2.0:1780298664.145970:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298664.145974:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba680 with x1866777610129664 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298664.145979:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548ba680. 00000100:00100000:2.0:1780298664.146002:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7342 00000100:00100000:2.0:1780298664.146012:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610129664:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298664.146112:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298664.146115:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.146117:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.146118:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.146120:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:1.0:1780298664.146183:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 523651 -> 2034708 00002000:00010000:1.0:1780298664.146188:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00000100:00100000:2.0:1780298664.146193:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610129664:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 181us (257us total) trans 4294969474 rc 0/0 00002000:00010000:1.0:1780298664.146193:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.146197:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.146204:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 904 -> 904 00000100:00100000:2.0:1780298664.146208:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7342 00002000:00010000:2.0:1780298664.146216:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:2.0:1780298664.146219:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548ba680 with x1866777610129664 ext(0->18446744073709551615) 00000100:00100000:1.0:1780298664.146229:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610129536:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 286us (430us total) trans 4294970008 rc 0/0 00002000:00010000:2.0:1780298664.146233:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548ba680. 00000100:00100000:1.0:1780298664.146239:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7341 00002000:00010000:1.0:1780298664.146250:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (2034708->18446744073709551615) 00002000:00100000:1.0:1780298664.146256:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bd500 with x1866777610129536 ext(2034708->18446744073709551615) 00002000:00010000:1.0:1780298664.146262:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bd500. 00000100:00100000:0.0:1780298664.149696:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.149738:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129792 00000100:00100000:2.0:1780298664.149743:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129792 00002000:00100000:2.0:1780298664.149765:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (630784->2035711) req@ffff9cf2548bb800 x1866777610129792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.149772:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777610129792 ext(630784->2035711) 00002000:00010000:2.0:1780298664.149776:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb800 00000100:00100000:2.0:1780298664.149791:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7343 00000100:00100000:2.0:1780298664.149796:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610129792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.152759:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610129792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 2956us (3063us total) trans 0 rc 1404928/1404928 00000100:00100000:2.0:1780298664.152771:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7343 00002000:00100000:2.0:1780298664.152780:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (630784->2035711) req@ffff9cf2548bb800 x1866777610129792/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 1404928/1404928 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.152790:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb800 with x1866777610129792 ext(630784->2035711) 00002000:00010000:2.0:1780298664.152795:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548bb800 00000100:00100000:0.0:1780298664.155452:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.155495:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610129920 00000100:00100000:1.0:1780298664.155503:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610129920 00002000:00100000:1.0:1780298664.155534:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2002944->2034707) req@ffff9cf2548baa00 x1866777610129920/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.155541:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777610129920 ext(2002944->2034707) 00002000:00010000:1.0:1780298664.155544:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:1.0:1780298664.155562:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7344 00000100:00100000:1.0:1780298664.155568:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610129920:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.156757:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610129920:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1187us (1310us total) trans 4294970009 rc 0/0 00000100:00100000:1.0:1780298664.156773:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7344 00002000:00100000:1.0:1780298664.156778:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2002944->2034707) req@ffff9cf2548baa00 x1866777610129920/t4294970009(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.156785:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548baa00 with x1866777610129920 ext(2002944->2034707) 00002000:00010000:1.0:1780298664.156788:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548baa00 00000100:00100000:2.0:1780298664.157471:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.157516:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130048 00000100:00100000:0.0:1780298664.157521:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130048 00000100:00100000:0.0:1780298664.157556:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12122 00000100:00100000:0.0:1780298664.157564:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610130048:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298664.158266:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970009 is committed 00000001:00080000:1.0:1780298664.158281:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970005 is committed 00000100:00100000:0.0:1780298664.158354:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610130048:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 791us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.158360:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12122 00000100:00100000:3.0:1780298664.159060:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.159158:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130176 00000100:00100000:2.0:1780298664.159162:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130176 00000100:00100000:2.0:1780298664.159193:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62284 00000100:00100000:2.0:1780298664.159200:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+31:30556:x1866777610130176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.159214:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.159232:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63039860 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8031 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159317:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159330:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159339:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298664.159355:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2034708 00000004:00200000:2.0:1780298664.159358:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298664.159371:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159388:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156000/0xaf35132e63039860 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8031 expref: 33 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159400:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8031 expref: 32 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.159405:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.159407:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298664.159409:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156e00, rc 0) 00000100:00100000:2.0:1780298664.159434:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:30556:x1866777610130176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 236us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.159438:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62284 00000100:00100000:1.0:1780298664.161173:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.161208:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130304 00000100:00100000:3.0:1780298664.161213:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130304 00000100:00100000:3.0:1780298664.161237:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12123 00000100:00100000:3.0:1780298664.161243:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610130304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.161250:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.161259:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8038 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.161279:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.161288:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(6 110) 00010000:00010000:3.0:1780298664.161293:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:3.0:1780298664.161306:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [16384->32767] (req 16384->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.161339:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.161349:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.161360:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605355776:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.161418:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.162050:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf347cd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605355776:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.162069:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [16384->32767] (req 16384->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.162078:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6a00, rc 0) 00000100:00100000:3.0:1780298664.162101:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610130304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 859us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.162106:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12123 00000100:00100000:0.0:1780298664.163217:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.163252:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130432 00000100:00100000:2.0:1780298664.163257:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130432 00010000:00010000:2.0:1780298664.163283:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.163309:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15666 00000100:00100000:2.0:1780298664.163315:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610130432:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.163323:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.163332:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 904 -> 968 00010000:00010000:2.0:1780298664.163336:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.163345:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.163358:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f8a59d2/0xaf35132e63039859 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d802a expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.163366:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:2.0:1780298664.163368:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:2.0:1780298664.163374:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.163379:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.163396:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.163412:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605355904:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.163452:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.164079:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605355904:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.164088:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.164110:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610130432:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 797us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.164115:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15666 00000100:00100000:0.0:1780298664.166922:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.166961:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130560 00000100:00100000:2.0:1780298664.166966:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130560 00002000:00100000:2.0:1780298664.166990:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (0->2035711) req@ffff9cf2548b8700 x1866777610130560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.166997:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777610130560 ext(0->2035711) 00002000:00010000:2.0:1780298664.167000:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:2.0:1780298664.167018:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7345 00000100:00100000:2.0:1780298664.167026:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610130560:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.171361:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610130560:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 4324us (4431us total) trans 0 rc 2035712/2035712 00000100:00100000:2.0:1780298664.171374:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7345 00002000:00100000:2.0:1780298664.171388:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (0->2035711) req@ffff9cf2548b8700 x1866777610130560/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 2035712/2035712 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.171400:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8700 with x1866777610130560 ext(0->2035711) 00002000:00010000:2.0:1780298664.171406:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2548b8700 00000100:00100000:0.0:1780298664.172823:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.172867:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130688 00000100:00100000:1.0:1780298664.172875:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130688 00000100:00100000:1.0:1780298664.172915:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12124 00000100:00100000:1.0:1780298664.172922:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610130688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.172934:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.172950:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d803f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.172974:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:1.0:1780298664.172979:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:1.0:1780298664.172988:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.173007:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.173027:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.173059:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610130688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 139us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.173064:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12124 00000100:00100000:3.0:1780298664.174271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.174306:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130816 00000100:00100000:2.0:1780298664.174312:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130816 00000100:00100000:2.0:1780298664.174342:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12125 00000100:00100000:2.0:1780298664.174350:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610130816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.174359:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.174374:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8046 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174391:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174397:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174401:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:2.0:1780298664.174403:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:2.0:1780298664.174406:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [790528->815103] (req 790528->815103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174429:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174439:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 10 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.174448:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356032:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.174514:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.174521:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.174529:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356160:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.174545:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.175171:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356032:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.175295:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356160:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.175310:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [790528->815103] (req 790528->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.175318:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:2.0:1780298664.175350:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610130816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.175356:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12125 00000100:00100000:0.0:1780298664.175439:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.175472:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610130944 00000100:00100000:1.0:1780298664.175476:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610130944 00010000:00010000:1.0:1780298664.175492:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.175515:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15667 00000100:00100000:1.0:1780298664.175520:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610130944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.175529:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.175548:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.175561:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.175580:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039875 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d803f expref: 11 pid: 8359 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.175593:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.175621:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610130944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 100us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.175630:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15667 00000100:00100000:1.0:1780298664.177591:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.177638:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131072 00000100:00100000:3.0:1780298664.177643:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131072 00010000:00010000:3.0:1780298664.177665:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.177694:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15668 00000100:00100000:3.0:1780298664.177712:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610131072:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.177722:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.177734:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.177747:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.177763:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303986e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 16384->32767) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8038 expref: 10 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.177776:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:3.0:1780298664.177779:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:3.0:1780298664.177787:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.177797:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.177823:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.177832:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605356288:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.177869:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.178645:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605356288:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.178660:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.178684:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610131072:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 976us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.178690:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15668 00000100:00100000:0.0:1780298664.178922:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.178970:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131200 00000100:00100000:2.0:1780298664.178976:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131200 00002000:00100000:2.0:1780298664.179012:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (790528->794623) req@ffff9cf243847480 x1866777610131200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.179021:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847480 with x1866777610131200 ext(790528->794623) 00002000:00010000:2.0:1780298664.179024:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847480 00000100:00100000:2.0:1780298664.179041:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7346 00000100:00100000:2.0:1780298664.179052:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610131200:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.179208:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610131200:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 155us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.179216:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7346 00002000:00100000:2.0:1780298664.179223:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (790528->794623) req@ffff9cf243847480 x1866777610131200/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.179232:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847480 with x1866777610131200 ext(790528->794623) 00002000:00010000:2.0:1780298664.179236:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847480 00000100:00100000:0.0:1780298664.180221:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.180253:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131328 00000100:00100000:1.0:1780298664.180258:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131328 00002000:00100000:1.0:1780298664.180278:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (811008->815103) req@ffff9cf243846300 x1866777610131328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.180285:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846300 with x1866777610131328 ext(811008->815103) 00002000:00010000:1.0:1780298664.180288:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846300 00000100:00100000:1.0:1780298664.180303:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7347 00000100:00100000:1.0:1780298664.180308:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610131328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.180382:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610131328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.180390:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7347 00002000:00100000:1.0:1780298664.180396:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (811008->815103) req@ffff9cf243846300 x1866777610131328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.180404:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243846300 with x1866777610131328 ext(811008->815103) 00002000:00010000:1.0:1780298664.180408:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243846300 00000100:00100000:3.0:1780298664.181512:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.181557:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131456 00000100:00100000:0.0:1780298664.181561:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131456 00000100:00100000:0.0:1780298664.181588:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12126 00000100:00100000:0.0:1780298664.181593:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610131456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.181600:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.181611:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039883 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d804d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.181646:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605356416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.181688:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.182408:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605356416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.182426:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039883 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d804d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.182438:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7c06104/0xaf35132e63039883 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d804d expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.182452:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3be00, rc 0) 00000100:00100000:1.0:1780298664.182475:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610131456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 882us (965us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.182480:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12126 00000100:00100000:1.0:1780298664.183286:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.183317:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131584 00000100:00100000:3.0:1780298664.183326:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131584 00000100:00100000:3.0:1780298664.183351:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12127 00000100:00100000:3.0:1780298664.183357:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610131584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.183364:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.183371:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dba1574c/0xaf35132e6303988a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8054 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.183397:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605356544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.183429:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.184066:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605356544:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.184082:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dba1574c/0xaf35132e6303988a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8054 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.184091:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dba1574c/0xaf35132e6303988a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8054 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.184099:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6e00, rc 0) 00000100:00100000:2.0:1780298664.184137:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610131584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (838us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.184152:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12127 00000100:00100000:0.0:1780298664.185810:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.185860:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131712 00000100:00100000:1.0:1780298664.185866:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131712 00000100:00100000:1.0:1780298664.185906:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12128 00000100:00100000:1.0:1780298664.185915:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610131712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.185927:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.185940:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039891 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d805b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.185984:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605356672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.186044:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.186909:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f736680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605356672:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.186929:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039891 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d805b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.186943:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039891 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d805b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.186951:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:0.0:1780298664.186978:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610131712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1066us (1175us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.186983:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12128 00000100:00100000:3.0:1780298664.187961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.188001:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131840 00000100:00100000:2.0:1780298664.188006:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131840 00000100:00100000:2.0:1780298664.188042:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7348 00000100:00100000:2.0:1780298664.188048:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610131840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.188259:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1529310 00002000:00010000:2.0:1780298664.188270:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.188272:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.188273:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.188275:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 16 00000100:00100000:2.0:1780298664.188301:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610131840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 254us (342us total) trans 4294969475 rc 0/0 00000100:00100000:2.0:1780298664.188306:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7348 00000100:00100000:3.0:1780298664.189158:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.189186:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610131968 00000100:00100000:0.0:1780298664.189198:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610131968 00000100:00100000:0.0:1780298664.189238:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62285 00000100:00100000:0.0:1780298664.189245:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610131968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.189257:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.189274:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e63039898 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8062 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189342:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189355:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189364:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.189385:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 2034708 00000004:00200000:0.0:1780298664.189389:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.189406:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189427:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3b200/0xaf35132e63039898 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 41 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189438:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 40 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.189443:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.189445:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.189447:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298664.189478:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610131968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 235us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.189483:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62285 00000100:00100000:1.0:1780298664.190311:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.190367:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132096 00000100:00100000:2.0:1780298664.190373:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132096 00000100:00100000:2.0:1780298664.190407:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12129 00000100:00100000:2.0:1780298664.190415:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610132096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.190425:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.190437:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8069 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.190499:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.190521:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.190558:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132224 00000100:00100000:1.0:1780298664.190563:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132224 00000100:00100000:2.0:1780298664.190572:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.190605:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12130 00000100:00100000:1.0:1780298664.190616:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610132224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.190625:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.190635:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8070 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.190683:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605356928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.190725:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.191311:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605356800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.191333:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8069 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.191353:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8069 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.191365:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298664.191407:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610132096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 992us (1098us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.191415:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12129 00000100:00100000:1.0:1780298664.191444:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605356928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.191464:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8070 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.191478:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8070 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.191488:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.191519:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610132224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (999us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.191527:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12130 00000100:00100000:0.0:1780298664.192423:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.192464:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132352 00000100:00100000:2.0:1780298664.192470:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132352 00000100:00100000:2.0:1780298664.192503:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12131 00000100:00100000:2.0:1780298664.192510:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610132352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.192520:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.192530:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8077 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.192562:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605357056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.192613:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.192621:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.192665:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132480 00000100:00100000:1.0:1780298664.192670:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132480 00000100:00100000:1.0:1780298664.192719:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12132 00000100:00100000:1.0:1780298664.192729:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610132480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.192737:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.192746:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e630398bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d807e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.192775:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605357184:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.192808:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.193392:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605357056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.193413:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8077 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.193429:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8077 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.193447:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:1.0:1780298664.193489:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f737800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605357184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.193496:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610132352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 984us (1071us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.193506:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12131 00010000:00010000:1.0:1780298664.193513:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e630398bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d807e expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.193530:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e630398bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d807e expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.193542:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298664.193570:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610132480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (954us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.193578:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12132 00000100:00100000:0.0:1780298664.194652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.194691:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132608 00000100:00100000:2.0:1780298664.194704:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132608 00000100:00100000:2.0:1780298664.194743:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12133 00000100:00100000:2.0:1780298664.194753:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610132608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.194764:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.194776:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8085 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.194810:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605357312:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.194863:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.196034:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605357312:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.196066:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398c2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8085 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.196087:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8085 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.196099:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298664.196169:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610132608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1417us (1518us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.196178:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12133 00000100:00100000:3.0:1780298664.199623:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.199685:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132736 00000100:00100000:1.0:1780298664.199699:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132736 00000100:00100000:1.0:1780298664.199765:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12134 00000100:00100000:1.0:1780298664.199779:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610132736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.199796:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.199813:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e630398c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d808c expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.199868:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605357440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.199954:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.200806:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605357440:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.200833:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e630398c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d808c expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.200867:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e630398c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d808c expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.200878:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.200923:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610132736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1150us (1307us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.200930:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12134 00000100:00100000:0.0:1780298664.201953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.201985:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132864 00000100:00100000:2.0:1780298664.201991:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132864 00000100:00100000:2.0:1780298664.202026:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12135 00000100:00100000:2.0:1780298664.202035:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610132864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.202048:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.202065:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8093 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.202100:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605357568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.202180:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.202792:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605357568:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.202807:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398d0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8093 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.202817:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c841b52/0xaf35132e630398d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8093 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.202824:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298664.202848:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610132864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.202856:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12135 00000100:00100000:0.0:1780298664.203803:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.203851:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610132992 00000100:00100000:1.0:1780298664.203857:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610132992 00000100:00100000:1.0:1780298664.203890:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12136 00000100:00100000:1.0:1780298664.203899:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610132992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.203909:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.203920:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d809a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.203941:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.203950:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(7 110) 00010000:00010000:1.0:1780298664.203954:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:1.0:1780298664.203959:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1851392->1888255] (req 1851392->1888255) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.203994:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.204015:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 8 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.204025:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605357696:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.204068:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.204753:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605357696:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.204768:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1851392->1888255] (req 1851392->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.204780:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298664.204808:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610132992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.204815:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12136 00000100:00100000:3.0:1780298664.205006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.205039:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133120 00000100:00100000:1.0:1780298664.205043:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133120 00002000:00100000:1.0:1780298664.205066:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (790528->815103) req@ffff9cf244ad8000 x1866777610133120/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.205073:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777610133120 ext(790528->815103) 00010000:00010000:1.0:1780298664.205078:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 9 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.205087:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 9 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.205100:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf244ad8000 00000100:00100000:1.0:1780298664.205118:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 252 00000100:00100000:1.0:1780298664.205139:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610133120:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.206407:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610133120:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1281us (1399us total) trans 4294970010 rc 0/0 00000100:00100000:1.0:1780298664.206416:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 252 00002000:00100000:1.0:1780298664.206424:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (790528->815103) req@ffff9cf244ad8000 x1866777610133120/t4294970010(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.206434:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8000 with x1866777610133120 ext(790528->815103) 00010000:00010000:1.0:1780298664.206447:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.206462:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.206470:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf244ad8000 00000100:00100000:3.0:1780298664.207162:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.207198:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133248 00000100:00100000:2.0:1780298664.207204:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133248 00010000:00010000:2.0:1780298664.207230:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.207263:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15669 00000100:00100000:2.0:1780298664.207272:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610133248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.207284:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.207294:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 968 -> 1016 00010000:00010000:2.0:1780298664.207308:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.207320:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.207342:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e6303987c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [790528->34344959] (req 790528->815103) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8046 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.207357:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:2.0:1780298664.207361:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:2.0:1780298664.207370:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.207381:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.207409:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.207422:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605357824:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.207480:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.208289:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605357824:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.208305:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.208334:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610133248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1065us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.208350:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15669 00000100:00100000:0.0:1780298664.208554:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.208591:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133376 00000100:00100000:2.0:1780298664.208596:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133376 00000100:00100000:2.0:1780298664.208640:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7349 00000100:00100000:2.0:1780298664.208649:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610133376:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.208786:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2034708 -> 2034708 00002000:00010000:2.0:1780298664.208791:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.208793:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.208795:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.208797:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1016 -> 1088 00000100:00100000:2.0:1780298664.208825:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610133376:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 178us (273us total) trans 4294970011 rc 0/0 00000100:00100000:2.0:1780298664.208831:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7349 00000100:00100000:3.0:1780298664.209830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.209869:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133504 00000100:00100000:2.0:1780298664.209874:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133504 00000100:00100000:2.0:1780298664.209903:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12137 00000100:00100000:2.0:1780298664.209909:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610133504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.209917:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.209927:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80a1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.209963:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605357952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.209993:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.210005:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.210048:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133632 00000100:00100000:1.0:1780298664.210053:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133632 00000100:00100000:1.0:1780298664.210085:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12138 00000100:00100000:1.0:1780298664.210091:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610133632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.210100:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.210110:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80a8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.210188:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605358080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.210232:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.210952:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605357952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.210978:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398de lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80a1 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.210992:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d4295ea/0xaf35132e630398de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80a1 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.211000:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157400, rc 0) 00000100:00100000:2.0:1780298664.211031:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610133504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1121us (1200us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.211039:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12137 00000100:00100000:1.0:1780298664.211075:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605358080:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.211097:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398e5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80a8 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.211110:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e630398e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80a8 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.211119:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.211175:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610133632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1084us (1182us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.211182:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12138 00000100:00100000:3.0:1780298664.212028:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.212122:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133760 00000100:00100000:2.0:1780298664.212158:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133760 00000100:00100000:2.0:1780298664.212197:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12139 00000100:00100000:3.0:1780298664.212206:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.212213:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610133760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.212221:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.212229:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80af expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.212230:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610133888 00000100:00100000:1.0:1780298664.212236:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610133888 00000100:00100000:2.0:1780298664.212263:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605358208:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.212268:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12140 00000100:00100000:1.0:1780298664.212277:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610133888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.212286:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.212295:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e630398f3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80b6 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.212298:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.212326:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605358336:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.212357:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.212918:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605358208:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.212935:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398ec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80af expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.212950:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e630398ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80af expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.212966:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298664.212999:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610133760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 789us (972us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.213006:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12139 00000100:00100000:1.0:1780298664.213164:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f734000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605358336:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.213182:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e630398f3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80b6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.213195:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e630398f3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80b6 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.213204:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:1.0:1780298664.213230:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610133888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1108us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.213237:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12140 00000100:00100000:0.0:1780298664.214530:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.214571:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134016 00000100:00100000:2.0:1780298664.214576:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134016 00002000:00100000:2.0:1780298664.214602:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2420736->2424831) req@ffff9cf36d4b7480 x1866777610134016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.214610:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777610134016 ext(2420736->2424831) 00002000:00010000:2.0:1780298664.214615:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:2.0:1780298664.214632:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7350 00000100:00100000:2.0:1780298664.214637:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610134016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.214734:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610134016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.214739:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7350 00002000:00100000:2.0:1780298664.214744:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2420736->2424831) req@ffff9cf36d4b7480 x1866777610134016/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.214751:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7480 with x1866777610134016 ext(2420736->2424831) 00002000:00010000:2.0:1780298664.214753:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7480 00000100:00100000:3.0:1780298664.216117:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.216194:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134144 00000100:00100000:1.0:1780298664.216200:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134144 00002000:00100000:1.0:1780298664.216222:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2486272->2490367) req@ffff9cf244adb100 x1866777610134144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.216231:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777610134144 ext(2486272->2490367) 00002000:00010000:1.0:1780298664.216234:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:1.0:1780298664.216254:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7351 00000100:00100000:1.0:1780298664.216261:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610134144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.216330:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610134144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.216336:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7351 00002000:00100000:1.0:1780298664.216342:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2486272->2490367) req@ffff9cf244adb100 x1866777610134144/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.216361:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb100 with x1866777610134144 ext(2486272->2490367) 00002000:00010000:1.0:1780298664.216364:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244adb100 00000100:00100000:3.0:1780298664.217356:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.217400:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134272 00000100:00100000:2.0:1780298664.217405:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134272 00000100:00100000:3.0:1780298664.217438:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.217443:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12141 00000100:00100000:2.0:1780298664.217452:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610134272:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.217463:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134400 00010000:00010000:2.0:1780298664.217466:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.217469:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134400 00010000:00010000:2.0:1780298664.217478:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630398fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80bd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.217503:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12142 00000100:00100000:0.0:1780298664.217511:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610134400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.217518:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.217522:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605358464:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.217529:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e63039901 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80c4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.217557:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605358592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.217574:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.217584:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.218342:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 2034708 -> 2486670 00000100:00100000:2.0:1780298664.218355:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605358464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.218359:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605358592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.218381:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630398fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80bd expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.218382:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e63039901 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80c4 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.218409:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007c073306/0xaf35132e63039901 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80c4 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.218410:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000700ba1da/0xaf35132e630398fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80bd expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.218426:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3bc00, rc 0) 00010000:00010000:2.0:1780298664.218431:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156000, rc 0) 00000100:00100000:1.0:1780298664.218456:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610134400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1018us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.218460:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610134272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1103us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.218469:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12142 00000100:00100000:2.0:1780298664.218482:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12141 00000100:00100000:3.0:1780298664.219548:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.219567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.219593:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134528 00000100:00100000:0.0:1780298664.219598:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134528 00000100:00100000:2.0:1780298664.219610:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134656 00000100:00100000:2.0:1780298664.219616:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134656 00000100:00100000:0.0:1780298664.219630:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12143 00000100:00100000:0.0:1780298664.219637:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610134528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.219645:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.219654:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039908 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80cb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.219657:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12144 00000100:00100000:2.0:1780298664.219669:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610134656:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.219679:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.219690:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605358720:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.219695:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303990f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80d2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.219726:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.219742:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605358848:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.219772:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.220441:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605358720:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.220460:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039908 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80cb expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.220473:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039908 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80cb expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.220480:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298664.220503:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610134528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 868us (957us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.220509:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12143 00000100:00100000:2.0:1780298664.220597:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605358848:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.220616:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303990f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d2 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.220631:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c841b52/0xaf35132e6303990f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d2 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.220641:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157600, rc 0) 00000100:00100000:2.0:1780298664.220667:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610134656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1097us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.220674:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12144 00000100:00100000:1.0:1780298664.221468:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.221494:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134784 00000100:00100000:3.0:1780298664.221498:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134784 00000100:00100000:3.0:1780298664.221521:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12145 00000100:00100000:3.0:1780298664.221526:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610134784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.221539:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.221545:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80d9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.221558:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:3.0:1780298664.221561:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:3.0:1780298664.221569:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.221580:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.221586:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6c00, rc 0) 00000100:00100000:3.0:1780298664.221607:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610134784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 82us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.221612:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12145 00000100:00100000:3.0:1780298664.222484:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.222514:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610134912 00000100:00100000:2.0:1780298664.222519:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610134912 00002000:00100000:2.0:1780298664.222547:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->925695) req@ffff9cf244ada680 x1866777610134912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.222557:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777610134912 ext(921600->925695) 00002000:00010000:2.0:1780298664.222561:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:2.0:1780298664.222583:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7352 00000100:00100000:2.0:1780298664.222591:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610134912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.222720:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610134912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 129us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.222733:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7352 00002000:00100000:2.0:1780298664.222740:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->925695) req@ffff9cf244ada680 x1866777610134912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.222747:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ada680 with x1866777610134912 ext(921600->925695) 00002000:00010000:2.0:1780298664.222751:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ada680 00000100:00100000:0.0:1780298664.223794:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.223835:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135040 00000100:00100000:1.0:1780298664.223840:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135040 00002000:00100000:1.0:1780298664.223864:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (954368->958463) req@ffff9cf36d4b6300 x1866777610135040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.223874:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777610135040 ext(954368->958463) 00002000:00010000:1.0:1780298664.223878:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:1.0:1780298664.223900:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7353 00000100:00100000:1.0:1780298664.223909:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.223986:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (192us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.224000:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7353 00002000:00100000:1.0:1780298664.224008:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (954368->958463) req@ffff9cf36d4b6300 x1866777610135040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.224017:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6300 with x1866777610135040 ext(954368->958463) 00002000:00010000:1.0:1780298664.224020:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6300 00000100:00100000:1.0:1780298664.225299:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.225332:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.225334:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135168 00000100:00100000:2.0:1780298664.225339:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135168 00000100:00100000:2.0:1780298664.225367:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135296 00000100:00100000:2.0:1780298664.225370:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135296 00000100:00100000:3.0:1780298664.225383:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12146 00000100:00100000:3.0:1780298664.225393:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610135168:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.225398:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12147 00010000:00010000:3.0:1780298664.225403:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.225411:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610135296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.225414:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303991d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80e0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.225422:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.225434:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c60b4886/0xaf35132e63039924 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80e7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.225456:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605358976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.225471:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605359104:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.225510:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.225510:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.226312:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244ad8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605358976:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.226333:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605359104:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.226340:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303991d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80e0 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.226357:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beb94698/0xaf35132e6303991d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80e0 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.226359:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c60b4886/0xaf35132e63039924 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80e7 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.226376:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6a00, rc 0) 00010000:00010000:0.0:1780298664.226379:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c60b4886/0xaf35132e63039924 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80e7 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.226389:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a800, rc 0) 00000100:00100000:1.0:1780298664.226406:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610135168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1016us (1107us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.226411:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610135296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1003us (1078us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.226417:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12146 00000100:00100000:0.0:1780298664.226422:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12147 00000100:00100000:1.0:1780298664.227409:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.227446:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135424 00000100:00100000:2.0:1780298664.227452:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135424 00000100:00100000:2.0:1780298664.227480:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12148 00000100:00100000:2.0:1780298664.227486:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.227493:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.227500:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303992b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80ee expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.227524:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605359232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.227566:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.227572:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.227611:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135552 00000100:00100000:0.0:1780298664.227616:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135552 00000100:00100000:0.0:1780298664.227648:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12149 00000100:00100000:0.0:1780298664.227656:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.227664:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.227673:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039932 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80f5 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.227699:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605359360:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.227731:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.228187:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605359232:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.228206:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303992b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80ee expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.228217:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e6303992b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80ee expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.228234:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298664.228261:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (853us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.228265:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12148 00000100:00100000:0.0:1780298664.228397:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605359360:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.228412:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039932 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80f5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.228423:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039932 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80f5 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.228434:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298664.228461:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (890us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.228469:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12149 00000100:00100000:1.0:1780298664.229218:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.229256:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135680 00000100:00100000:2.0:1780298664.229260:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135680 00000100:00100000:2.0:1780298664.229288:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7354 00000100:00100000:2.0:1780298664.229295:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610135680:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.229441:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1529310 -> 1529310 00002000:00010000:2.0:1780298664.229444:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.229445:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.229446:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.229448:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 16 -> 16 00000100:00100000:2.0:1780298664.229471:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2398:x1866777610135680:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 177us (253us total) trans 4294969476 rc 0/0 00000100:00100000:2.0:1780298664.229476:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7354 00000100:00100000:1.0:1780298664.230224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.230244:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.230261:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135808 00000100:00100000:0.0:1780298664.230265:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135808 00000100:00100000:3.0:1780298664.230274:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610135936 00000100:00100000:3.0:1780298664.230279:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610135936 00000100:00100000:0.0:1780298664.230294:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12150 00000100:00100000:1.0:1780298664.230305:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12151 00000100:00100000:0.0:1780298664.230306:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.230315:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.230319:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.230324:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039939 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d80fc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.230333:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.230342:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039940 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8103 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.230354:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605359488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.230372:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605359616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.230398:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.230399:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.230982:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605359488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.230999:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039939 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80fc expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.231013:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039939 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80fc expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.231023:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298664.231061:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (832us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.231072:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12150 00000100:00100000:0.0:1780298664.231122:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605359616:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.231166:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039940 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8103 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.231178:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039940 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8103 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.231187:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:0.0:1780298664.231209:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610135936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 894us (962us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.231217:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12151 00000100:00100000:2.0:1780298664.231955:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.231991:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136064 00000100:00100000:0.0:1780298664.231996:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136064 00000100:00100000:2.0:1780298664.232007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.232041:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136192 00000100:00100000:0.0:1780298664.232045:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136192 00000100:00100000:2.0:1780298664.232055:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12152 00000100:00100000:2.0:1780298664.232068:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610136064:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.232069:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12153 00010000:00010000:2.0:1780298664.232076:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.232084:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610136192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.232086:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63039947 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d810a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.232095:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.232105:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303994e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8111 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.232168:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605359744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.232176:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605359872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.232217:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.232223:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.232898:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605359744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.232916:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63039947 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d810a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.232933:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e0b8e7b/0xaf35132e63039947 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d810a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.232934:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605359872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.232949:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00010000:00010000:1.0:1780298664.232957:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303994e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8111 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.232973:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303994e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8111 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.232979:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610136064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 915us (1024us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.232991:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12152 00010000:00010000:1.0:1780298664.232994:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.233021:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610136192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1013us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.233037:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12153 00000100:00100000:3.0:1780298664.233850:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.233881:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136448 00000100:00100000:1.0:1780298664.233885:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136448 00000100:00100000:1.0:1780298664.233914:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62286 00000100:00100000:1.0:1780298664.233919:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+32:30556:x1866777610136448:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298664.233953:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.233968:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243156e00/0xaf35132e63039867 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8031 expref: 32 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.233978:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.233981:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.234121:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.234175:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 39 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.234185:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.234209:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 39 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.234223:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 39 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.234234:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605360000:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.234281:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.234806:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605360000:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.234818:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.234999:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.235036:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136576 00000100:00100000:0.0:1780298664.235041:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136576 00010000:00010000:0.0:1780298664.235061:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.235089:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15670 00000100:00100000:0.0:1780298664.235098:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:2400:x1866777610136576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.235108:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.235113:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235159:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235172:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a200/0xaf35132e6303989f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8062 expref: 40 pid: 17578 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235180:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.235183:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235189:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235194:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.235209:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.235224:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.235230:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:2400:x1866777610136576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 133us (231us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298664.235234:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.235239:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15670 00000001:00080000:1.0:1780298664.235286:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991287 00000004:00010000:1.0:1780298664.235309:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005f048da1 reply state 000000006af8d725 transno 4294991288 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.235321:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278e00/0xaf35132e63039955 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.235328:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.235331:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298664.235333:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298664.235393:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+34:30556:x1866777610136448:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1473us (1542us total) trans 4294991288 rc 0/0 00000100:00100000:1.0:1780298664.235399:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62286 00000020:00080000:1.0:1780298664.235403:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.235976:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.236006:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136704 00000100:00100000:2.0:1780298664.236010:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136704 00000100:00100000:2.0:1780298664.236035:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12154 00000100:00100000:2.0:1780298664.236043:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610136704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.236052:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.236062:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8118 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236077:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236091:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236096:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(8 110) 00010000:00010000:2.0:1780298664.236099:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(10 110) 00010000:00010000:2.0:1780298664.236102:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236115:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236122:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 13 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.236165:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605360128:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.236205:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236213:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 10 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.236220:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605360256:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.236234:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.236809:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605360128:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.236819:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605360256:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.236836:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.236847:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156800, rc 0) 00000100:00100000:2.0:1780298664.236875:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610136704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.236882:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12154 00000100:00100000:3.0:1780298664.237026:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.237064:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136832 00000100:00100000:2.0:1780298664.237070:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136832 00002000:00100000:2.0:1780298664.237102:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2420736->2486669) req@ffff9cf37bbc7100 x1866777610136832/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.237112:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7100 with x1866777610136832 ext(2420736->2486669) 00010000:00010000:2.0:1780298664.237120:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 13 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.237170:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 13 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.237179:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc7100 00000100:00100000:2.0:1780298664.237201:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 253 00000100:00100000:2.0:1780298664.237211:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610136832:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:3.0:1780298664.237270:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.237320:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610136960 00000100:00100000:1.0:1780298664.237325:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610136960 00002000:00100000:1.0:1780298664.237346:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->958463) req@ffff9cf37bbc7800 x1866777610136960/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.237357:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7800 with x1866777610136960 ext(921600->958463) 00010000:00010000:1.0:1780298664.237369:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.237384:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.237392:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc7800 00000100:00100000:1.0:1780298664.237410:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 254 00000100:00100000:1.0:1780298664.237418:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610136960:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.238477:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610136832:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1268us (1451us total) trans 4294970012 rc 0/0 00000100:00100000:1.0:1780298664.238484:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610136960:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1066us (1276us total) trans 4294970013 rc 0/0 00000100:00100000:2.0:1780298664.238497:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 253 00002000:00100000:2.0:1780298664.238504:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2420736->2486669) req@ffff9cf37bbc7100 x1866777610136832/t4294970012(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1780298664.238507:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 254 00002000:00100000:2.0:1780298664.238516:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7100 with x1866777610136832 ext(2420736->2486669) 00002000:00100000:1.0:1780298664.238519:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->958463) req@ffff9cf37bbc7800 x1866777610136960/t4294970013(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1780298664.238523:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1780298664.238542:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc7800 with x1866777610136960 ext(921600->958463) 00010000:00010000:2.0:1780298664.238544:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.238552:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.238554:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc7100 00010000:00010000:1.0:1780298664.238567:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.238575:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37bbc7800 00000100:00100000:3.0:1780298664.239264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.239283:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.239299:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137088 00000100:00100000:0.0:1780298664.239305:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137088 00000100:00100000:1.0:1780298664.239315:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137216 00000100:00100000:1.0:1780298664.239321:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137216 00010000:00010000:0.0:1780298664.239327:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.239339:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.239357:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15671 00000100:00100000:0.0:1780298664.239375:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610137088:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298664.239380:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15672 00000100:00100000:2.0:1780298664.239390:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610137216:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.239397:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.239399:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.239407:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1088 -> 1296 00010000:00010000:2.0:1780298664.239411:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.239418:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.239423:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.239443:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.239464:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e630398d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1851392->35405823] (req 1851392->1888255) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d809a expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.239471:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b947da0/0xaf35132e63039916 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 7 type: EXT [921600->1851391] (req 921600->958463) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d80d9 expref: 13 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.239492:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(10 110) 00010000:00010000:0.0:1780298664.239496:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(10 110) 00010000:00010000:0.0:1780298664.239500:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.239506:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.239513:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.239527:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.239537:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605360384:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.239540:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610137216:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 151us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.239545:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15672 00000100:00100000:0.0:1780298664.239574:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.240186:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605360384:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.240200:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.240259:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610137088:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 858us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.240265:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15671 00000100:00100000:0.0:1780298664.240314:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.240339:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.240356:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137344 00000100:00100000:2.0:1780298664.240360:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137344 00000100:00100000:3.0:1780298664.240374:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137472 00000100:00100000:3.0:1780298664.240378:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137472 00002000:00010000:2.0:1780298664.240380:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (998720->18446744073709551615) 00002000:00100000:2.0:1780298664.240384:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7800 with x1866777610137344 ext(998720->18446744073709551615) 00002000:00010000:2.0:1780298664.240390:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7800. 00002000:00010000:3.0:1780298664.240394:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298664.240397:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777610137472 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298664.240405:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00. 00000100:00100000:2.0:1780298664.240408:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7355 00000100:00100000:2.0:1780298664.240416:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610137344:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298664.240433:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7356 00000100:00100000:3.0:1780298664.240443:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610137472:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:3.0:1780298664.240596:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1529310 -> 0 00002000:00010000:3.0:1780298664.240600:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.240602:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.240604:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.240606:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 16 -> 0 00002000:00010000:2.0:1780298664.240634:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 2486670 -> 998720 00000100:00100000:3.0:1780298664.240637:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610137472:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 197us (297us total) trans 4294969477 rc 0/0 00002000:00010000:2.0:1780298664.240640:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.240645:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00000100:00100000:3.0:1780298664.240647:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7356 00002000:00010000:2.0:1780298664.240651:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.240652:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298664.240656:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6a00 with x1866777610137472 ext(0->18446744073709551615) 00002000:00010000:2.0:1780298664.240658:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1296 -> 1024 00002000:00010000:3.0:1780298664.240662:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36d4b6a00. 00000100:00100000:2.0:1780298664.240685:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610137344:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 270us (373us total) trans 4294970014 rc 0/0 00000100:00100000:2.0:1780298664.240692:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7355 00002000:00010000:2.0:1780298664.240695:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (998720->18446744073709551615) 00002000:00100000:2.0:1780298664.240697:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7800 with x1866777610137344 ext(998720->18446744073709551615) 00002000:00010000:2.0:1780298664.240701:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7800. 00000100:00100000:1.0:1780298664.241404:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.241427:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137600 00000100:00100000:3.0:1780298664.241431:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137600 00000100:00100000:3.0:1780298664.241465:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62287 00000100:00100000:3.0:1780298664.241473:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610137600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.241483:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.241496:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e7400/0xaf35132e63039963 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d811f expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241553:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241564:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241570:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298664.241587:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 998720 00000004:00200000:3.0:1780298664.241591:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298664.241602:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241616:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e7400/0xaf35132e63039963 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 41 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241635:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.241640:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.241642:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298664.241644:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf3821e6a00, rc 0) 00000100:00100000:3.0:1780298664.241666:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610137600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 196us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.241670:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62287 00000100:00100000:0.0:1780298664.242596:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.242641:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137728 00000100:00100000:1.0:1780298664.242645:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137728 00000100:00100000:0.0:1780298664.242660:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.242677:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137856 00000100:00100000:1.0:1780298664.242681:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137856 00000100:00100000:2.0:1780298664.242699:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12155 00000100:00100000:2.0:1780298664.242710:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610137728:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.242712:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12156 00000100:00100000:1.0:1780298664.242723:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610137856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.242727:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.242732:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.242738:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039971 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8126 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.242743:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039978 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d812d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.242791:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605360640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.242792:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605360512:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.242848:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.242848:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.243608:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605360640:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.243633:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039978 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d812d expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.243650:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039978 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d812d expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.243658:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.243684:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610137856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1026us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.243690:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12156 00000100:00100000:2.0:1780298664.243698:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605360512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.243723:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039971 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8126 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.243739:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039971 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8126 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.243748:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298664.243779:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610137728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1183us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.243786:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12155 00000100:00100000:0.0:1780298664.244734:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.244769:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610137984 00000100:00100000:1.0:1780298664.244773:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610137984 00000100:00100000:1.0:1780298664.244799:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12157 00000100:00100000:1.0:1780298664.244805:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610137984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.244812:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.244821:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e6303997f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8134 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.244847:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605360768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.244853:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.244884:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.244888:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138112 00000100:00100000:2.0:1780298664.244893:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138112 00000100:00100000:2.0:1780298664.244922:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12158 00000100:00100000:2.0:1780298664.244930:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610138112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.244937:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.244946:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039986 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d813b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.244979:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605360896:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.245006:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.245493:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605360768:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.245508:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e6303997f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8134 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.245518:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7d9d8b7/0xaf35132e6303997f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8134 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.245525:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279600, rc 0) 00000100:00100000:1.0:1780298664.245545:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610137984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 742us (813us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.245551:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12157 00000100:00100000:2.0:1780298664.245766:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605360896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.245782:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039986 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d813b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.245794:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039986 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d813b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.245803:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298664.245832:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610138112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (979us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.245838:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12158 00000100:00100000:0.0:1780298664.247888:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.247933:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138240 00000100:00100000:2.0:1780298664.247939:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138240 00000100:00100000:2.0:1780298664.247973:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12159 00000100:00100000:2.0:1780298664.247979:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610138240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.247990:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.248000:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8142 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.248025:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.248044:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(3 75) 00010000:00010000:2.0:1780298664.248048:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(4 75) 00010000:00010000:2.0:1780298664.248052:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->1257471] (req 1191936->1257471) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.248075:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 16 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.248086:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 16 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.248096:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605361024:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.248175:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.248828:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605361024:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.248847:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->1257471] (req 1191936->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.248861:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157a00, rc 0) 00000100:00100000:2.0:1780298664.248888:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610138240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 909us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.248893:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12159 00000100:00100000:0.0:1780298664.248983:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.249028:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138368 00000100:00100000:1.0:1780298664.249033:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138368 00010000:00010000:1.0:1780298664.249055:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.249090:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15673 00000100:00100000:1.0:1780298664.249095:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610138368:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.249103:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.249121:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.249159:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.249178:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8fcaf61/0xaf35132e63039805 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d7feb expref: 17 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.249187:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(4 75) 00010000:00010000:1.0:1780298664.249190:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(4 75) 00010000:00010000:1.0:1780298664.249196:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.249202:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.249221:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.249237:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605361152:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.249271:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.249921:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605361152:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.249932:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.249967:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610138368:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 865us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.249976:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15673 00000100:00100000:0.0:1780298664.250994:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.251016:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.251039:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138496 00000100:00100000:2.0:1780298664.251044:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138496 00000100:00100000:1.0:1780298664.251060:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138624 00000100:00100000:1.0:1780298664.251065:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138624 00000100:00100000:2.0:1780298664.251090:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12160 00000100:00100000:2.0:1780298664.251099:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610138496:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.251107:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12161 00010000:00010000:2.0:1780298664.251110:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.251119:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610138624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.251161:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039994 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8149 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.251174:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.251185:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303999b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8150 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.251203:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605361280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.251217:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605361408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.251254:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.251254:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.251957:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605361280:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298664.251964:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 0 -> 1256795 00002000:00010000:1.0:1780298664.251968:0:8358:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298664.251976:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605361408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.251977:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039994 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8149 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.251992:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303999b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8150 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.251997:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039994 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8149 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.252014:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00010000:00010000:1.0:1780298664.252020:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303999b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8150 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.252030:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:2.0:1780298664.252048:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610138496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1055us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.252052:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610138624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1033us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.252060:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12160 00000100:00100000:1.0:1780298664.252066:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12161 00000100:00100000:3.0:1780298664.253016:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.253051:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138880 00000100:00100000:2.0:1780298664.253055:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138880 00000100:00100000:3.0:1780298664.253064:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.253089:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610138752 00000100:00100000:2.0:1780298664.253093:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610138752 00000100:00100000:1.0:1780298664.253104:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12162 00000100:00100000:1.0:1780298664.253114:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610138880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.253140:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.253152:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12163 00010000:00010000:1.0:1780298664.253162:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e630399a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d815e expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.253163:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610138752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.253173:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.253184:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8157 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.253200:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605361536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.253230:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605361664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.253251:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.253264:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.253915:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605361536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.253932:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e630399a2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d815e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.253946:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e630399a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d815e expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.253956:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.253991:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610138880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.253999:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12162 00000100:00100000:0.0:1780298664.254032:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605361664:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.254051:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8157 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.254066:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8157 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.254075:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298664.254104:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610138752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 943us (1039us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.254117:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12163 00000100:00100000:2.0:1780298664.254931:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.254974:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139008 00000100:00100000:1.0:1780298664.254980:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139008 00000100:00100000:1.0:1780298664.255015:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62288 00000100:00100000:1.0:1780298664.255022:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+34:30556:x1866777610139008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.255034:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.255049:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e630399b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8165 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255115:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255159:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255169:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.255191:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 998720 00000004:00200000:1.0:1780298664.255194:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.255208:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255223:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e630399b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8165 expref: 36 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255233:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8165 expref: 35 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.255255:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.255257:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.255259:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.255281:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:30556:x1866777610139008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 260us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.255286:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62288 00000100:00100000:1.0:1780298664.256342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.256380:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139136 00000100:00100000:0.0:1780298664.256385:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139136 00000100:00100000:0.0:1780298664.256420:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12164 00000100:00100000:0.0:1780298664.256428:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610139136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.256438:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.256447:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e630399be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d816c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.256486:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605361792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.256532:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.257364:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605361792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.257385:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e630399be lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d816c expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.257403:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e630399be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d816c expref: 17 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.257413:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:0.0:1780298664.257448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610139136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1021us (1109us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.257456:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12164 00000100:00100000:2.0:1780298664.258415:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.258453:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139264 00000100:00100000:1.0:1780298664.258459:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139264 00000100:00100000:1.0:1780298664.258492:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12165 00000100:00100000:1.0:1780298664.258501:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610139264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.258512:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.258521:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e630399c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8173 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.258555:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605361920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.258599:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.259293:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605361920:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.259315:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e630399c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8173 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.259342:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e630399c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8173 expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.259355:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:0.0:1780298664.259388:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610139264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (974us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.259396:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12165 00000100:00100000:3.0:1780298664.261140:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.261194:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139520 00000100:00100000:0.0:1780298664.261203:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139520 00000100:00100000:0.0:1780298664.261246:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62289 00000100:00100000:0.0:1780298664.261255:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+35:30556:x1866777610139520:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298664.261307:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.261326:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278800/0xaf35132e630399b7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8165 expref: 35 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.261341:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.261346:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.261496:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.261511:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.261521:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.261564:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 39 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.261578:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 39 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.261589:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605362048:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.261650:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.262395:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605362048:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.262412:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.262568:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.262615:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139648 00000100:00100000:1.0:1780298664.262621:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139648 00010000:00010000:1.0:1780298664.262643:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 40 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.262685:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15674 00000100:00100000:1.0:1780298664.262695:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:2399:x1866777610139648:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.262705:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.262716:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 40 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262728:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 40 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262742:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf3821e6a00/0xaf35132e6303996a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d811f expref: 40 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262756:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.262760:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262769:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262777:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.262799:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.262829:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.262831:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:2399:x1866777610139648:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 139us (263us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298664.262848:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.262850:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15674 00000001:00080000:0.0:1780298664.262911:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991289 00000004:00010000:0.0:1780298664.262936:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1a8fdc3 reply state 00000000c8d360d0 transno 4294991290 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.262948:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3be00/0xaf35132e630399cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.262955:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.262958:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298664.262960:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298664.263033:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+37:30556:x1866777610139520:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1779us (1910us total) trans 4294991290 rc 0/0 00000100:00100000:0.0:1780298664.263045:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62289 00000020:00080000:0.0:1780298664.263049:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.263886:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.263920:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139776 00000100:00100000:1.0:1780298664.263924:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139776 00000100:00100000:1.0:1780298664.263949:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12166 00000100:00100000:1.0:1780298664.263954:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610139776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.263968:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.263979:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d817a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.264003:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.264010:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(4 75) 00010000:00010000:1.0:1780298664.264013:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(5 75) 00010000:00010000:1.0:1780298664.264017:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.264040:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.264053:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 11 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.264065:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605362176:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.264105:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.264820:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605362176:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.264838:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.264852:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298664.264881:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610139776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.264897:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12166 00000100:00100000:2.0:1780298664.265138:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.265195:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610139904 00000100:00100000:0.0:1780298664.265199:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610139904 00002000:00100000:0.0:1780298664.265223:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1191936->1256794) req@ffff9cf36e56dc00 x1866777610139904/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.265231:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777610139904 ext(1191936->1256794) 00010000:00010000:0.0:1780298664.265237:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 12 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.265246:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 12 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298664.265252:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf36e56dc00 00000100:00100000:0.0:1780298664.265269:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 255 00000100:00100000:0.0:1780298664.265274:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610139904:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298664.266688:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610139904:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1409us (1560us total) trans 4294969478 rc 0/0 00000100:00100000:0.0:1780298664.266698:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 255 00002000:00100000:0.0:1780298664.266706:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1191936->1256794) req@ffff9cf36e56dc00 x1866777610139904/t4294969478(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.266715:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56dc00 with x1866777610139904 ext(1191936->1256794) 00010000:00010000:0.0:1780298664.266723:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.266744:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298664.266753:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf36e56dc00 00000100:00100000:3.0:1780298664.267648:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.267696:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140032 00000100:00100000:2.0:1780298664.267701:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140032 00010000:00010000:2.0:1780298664.267721:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.267744:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15675 00000100:00100000:2.0:1780298664.267750:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610140032:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.267759:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.267768:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 128 00010000:00010000:2.0:1780298664.267772:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.267781:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.267797:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eae09c9b/0xaf35132e6303998d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1191936->34746367] (req 1191936->1257471) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8142 expref: 14 pid: 8356 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.267808:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(5 75) 00010000:00010000:2.0:1780298664.267811:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(5 75) 00010000:00010000:2.0:1780298664.267816:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.267822:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.267853:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.267862:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605362304:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.267905:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.268700:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605362304:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.268715:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.268745:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610140032:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 994us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.268753:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15675 00000100:00100000:1.0:1780298664.268887:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.268935:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.268937:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140160 00000100:00100000:0.0:1780298664.268943:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140160 00002000:00010000:0.0:1780298664.268964:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4703495->18446744073709551615) 00002000:00100000:0.0:1780298664.268969:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747480 with x1866777610140160 ext(4703495->18446744073709551615) 00000100:00100000:2.0:1780298664.268973:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140288 00000100:00100000:2.0:1780298664.268977:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140288 00002000:00010000:0.0:1780298664.268978:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f747480. 00002000:00010000:2.0:1780298664.268992:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298664.268997:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745f80 with x1866777610140288 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298664.269004:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745f80. 00000100:00100000:0.0:1780298664.269006:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7357 00000100:00100000:0.0:1780298664.269017:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610140160:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.269036:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7358 00000100:00100000:2.0:1780298664.269052:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610140288:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298664.269189:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1256795 -> 4194304 00002000:00010000:2.0:1780298664.269194:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.269196:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.269199:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.269201:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:0.0:1780298664.269218:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 998720 -> 4703495 00002000:00010000:0.0:1780298664.269222:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.269224:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.269227:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00000100:00100000:2.0:1780298664.269230:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610140288:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 186us (296us total) trans 4294969479 rc 0/0 00002000:00010000:0.0:1780298664.269232:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:2.0:1780298664.269241:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7358 00002000:00010000:2.0:1780298664.269244:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298664.269246:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f745f80 with x1866777610140288 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298664.269251:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f745f80. 00000100:00100000:0.0:1780298664.269266:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2399:x1866777610140160:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 249us (377us total) trans 4294970015 rc 0/0 00000100:00100000:0.0:1780298664.269275:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7357 00002000:00010000:0.0:1780298664.269286:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4703495->18446744073709551615) 00002000:00100000:0.0:1780298664.269289:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f747480 with x1866777610140160 ext(4703495->18446744073709551615) 00002000:00010000:0.0:1780298664.269294:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f747480. 00000100:00100000:3.0:1780298664.270053:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.270091:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140416 00000100:00100000:1.0:1780298664.270095:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140416 00000100:00100000:1.0:1780298664.270122:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62290 00000100:00100000:1.0:1780298664.270155:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+39:30556:x1866777610140416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.270164:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.270187:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630399da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8181 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270268:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270279:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270286:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.270303:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8897799 00000004:00200000:1.0:1780298664.270306:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.270319:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270341:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e630399da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8181 expref: 41 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270355:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8181 expref: 40 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.270367:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.270369:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.270372:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.270403:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610140416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 257us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.270409:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62290 00000100:00100000:3.0:1780298664.271200:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.271249:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140544 00000100:00100000:0.0:1780298664.271254:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140544 00000100:00100000:0.0:1780298664.271293:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12167 00000100:00100000:3.0:1780298664.271299:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.271307:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610140544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.271315:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.271322:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140672 00010000:00010000:0.0:1780298664.271326:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630399e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8188 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.271327:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140672 00000100:00100000:2.0:1780298664.271364:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12168 00000100:00100000:0.0:1780298664.271370:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605362432:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.271376:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610140672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.271385:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.271396:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630399ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d818f expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.271430:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605362560:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.271430:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.271465:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.272058:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605362432:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.272077:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630399e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8188 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.272097:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8ec713/0xaf35132e630399e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8188 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.272108:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:2.0:1780298664.272152:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e56f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605362560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.272171:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630399ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d818f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.272171:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610140544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 865us (970us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.272187:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12167 00010000:00010000:2.0:1780298664.272197:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c278703/0xaf35132e630399ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d818f expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.272208:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156600, rc 0) 00000100:00100000:2.0:1780298664.272238:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610140672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (942us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.272245:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12168 00000100:00100000:3.0:1780298664.273100:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.273168:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140800 00000100:00100000:0.0:1780298664.273180:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140800 00000100:00100000:0.0:1780298664.273217:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12169 00000100:00100000:0.0:1780298664.273226:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610140800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.273237:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.273257:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8196 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.273294:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605362688:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.273301:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.273329:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610140928 00000100:00100000:1.0:1780298664.273333:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610140928 00000100:00100000:0.0:1780298664.273353:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.273367:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12170 00000100:00100000:1.0:1780298664.273374:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610140928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.273380:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.273388:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630399fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d819d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.273409:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605362816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.273435:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.273931:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605362688:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.273953:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399f6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8196 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.273968:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000342a3832/0xaf35132e630399f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8196 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.273978:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298664.274012:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610140800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 787us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.274021:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12169 00000100:00100000:1.0:1780298664.274024:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605362816:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.274043:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630399fd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d819d expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.274054:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e630399fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d819d expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.274063:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298664.274093:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610140928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 718us (794us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.274101:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12170 00000100:00100000:2.0:1780298664.275335:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.275383:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141184 00000100:00100000:3.0:1780298664.275388:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141184 00000100:00100000:3.0:1780298664.275419:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62291 00000100:00100000:3.0:1780298664.275425:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+40:30556:x1866777610141184:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298664.275458:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.275472:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e630399e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8181 expref: 40 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.275487:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.275490:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298664.275625:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63039a04 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.275637:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63039a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.275643:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63039a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1780298664.275674:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991291 00000004:00010000:3.0:1780298664.275691:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d825c6d reply state 00000000b1121406 transno 4294991292 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63039a04 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.275702:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242baf400/0xaf35132e63039a04 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.275708:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.275710:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298664.275713:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298664.275763:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:30556:x1866777610141184:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 338us (431us total) trans 4294991292 rc 0/0 00000100:00100000:3.0:1780298664.275768:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62291 00000020:00080000:3.0:1780298664.275771:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.276511:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.276546:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141312 00000100:00100000:1.0:1780298664.276550:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141312 00000100:00100000:1.0:1780298664.276596:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12171 00000100:00100000:1.0:1780298664.276605:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610141312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.276613:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.276623:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81a4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.276642:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.276651:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(10 110) 00010000:00010000:1.0:1780298664.276655:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(11 110) 00010000:00010000:1.0:1780298664.276660:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.276684:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.276695:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 15 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.276703:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605362944:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.276748:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.277517:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f745500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605362944:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.277532:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.277542:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:1.0:1780298664.277566:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610141312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 964us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.277571:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12171 00000100:00100000:3.0:1780298664.277702:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.277734:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141440 00000100:00100000:0.0:1780298664.277738:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141440 00010000:00010000:0.0:1780298664.277755:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 16 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.277782:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15676 00000100:00100000:0.0:1780298664.277794:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610141440:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.277801:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.277812:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 16 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.277820:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 16 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.277833:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c16ab0/0xaf35132e6303995c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8118 expref: 16 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.277840:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(11 110) 00010000:00010000:0.0:1780298664.277842:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(11 110) 00010000:00010000:0.0:1780298664.277846:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.277851:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.277866:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.277872:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605363072:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.277901:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.278581:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605363072:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.278594:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.278618:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610141440:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 825us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.278626:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15676 00000100:00100000:2.0:1780298664.278730:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.278768:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141568 00000100:00100000:0.0:1780298664.278772:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141568 00000100:00100000:0.0:1780298664.278800:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12172 00000100:00100000:0.0:1780298664.278808:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610141568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.278815:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.278824:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81ab expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.278843:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.278851:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(5 75) 00010000:00010000:0.0:1780298664.278854:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(6 75) 00010000:00010000:0.0:1780298664.278859:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.278878:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 17 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.278891:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 17 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.278914:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605363200:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.278947:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.279592:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605363200:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.279604:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.279612:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:0.0:1780298664.279635:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610141568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.279643:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12172 00000100:00100000:2.0:1780298664.279794:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.279833:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141696 00000100:00100000:3.0:1780298664.279839:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141696 00010000:00010000:3.0:1780298664.279866:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 18 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.279901:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15677 00000100:00100000:3.0:1780298664.279909:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610141696:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.279919:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.279933:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 18 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.279945:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 18 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.279962:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e630399d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d817a expref: 18 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.279974:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(6 75) 00010000:00010000:3.0:1780298664.279978:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(6 75) 00010000:00010000:3.0:1780298664.279983:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.279991:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.280014:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.280037:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605363328:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298664.280079:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf360287e40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.280755:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605363328:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.280767:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.280795:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610141696:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 887us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.280802:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15677 00000100:00100000:2.0:1780298664.281001:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.281043:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.281055:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141952 00000100:00100000:0.0:1780298664.281061:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141952 00000100:00100000:3.0:1780298664.281066:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610141824 00000100:00100000:3.0:1780298664.281071:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610141824 00002000:00010000:0.0:1780298664.281084:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00010000:3.0:1780298664.281086:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5912570->18446744073709551615) 00002000:00100000:0.0:1780298664.281090:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777610141952 ext(4194304->18446744073709551615) 00002000:00100000:3.0:1780298664.281096:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777610141824 ext(5912570->18446744073709551615) 00002000:00010000:0.0:1780298664.281099:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeca80. 00002000:00010000:3.0:1780298664.281105:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baece00. 00000100:00100000:0.0:1780298664.281139:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7359 00000100:00100000:0.0:1780298664.281157:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610141952:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.281166:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7360 00000100:00100000:2.0:1780298664.281175:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610141824:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298664.281280:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298664.281284:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.281287:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.281289:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.281291:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 128 00002000:00010000:2.0:1780298664.281316:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4703495 -> 5912570 00000100:00100000:0.0:1780298664.281320:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610141952:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 174us (319us total) trans 4294969480 rc 0/0 00002000:00010000:2.0:1780298664.281322:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.281325:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.281332:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.281336:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:0.0:1780298664.281336:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7359 00002000:00010000:0.0:1780298664.281341:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298664.281344:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baeca80 with x1866777610141952 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298664.281348:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baeca80. 00000100:00100000:2.0:1780298664.281364:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610141824:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 189us (321us total) trans 4294970016 rc 0/0 00000100:00100000:2.0:1780298664.281369:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7360 00002000:00010000:2.0:1780298664.281372:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5912570->18446744073709551615) 00002000:00100000:2.0:1780298664.281374:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baece00 with x1866777610141824 ext(5912570->18446744073709551615) 00002000:00010000:2.0:1780298664.281378:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baece00. 00000100:00100000:2.0:1780298664.282226:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.282260:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142080 00000100:00100000:1.0:1780298664.282265:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142080 00000100:00100000:1.0:1780298664.282303:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62292 00000100:00100000:1.0:1780298664.282312:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:30556:x1866777610142080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.282327:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.282341:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63039a19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81b2 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282400:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282409:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282416:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.282433:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10106874 00000004:00200000:1.0:1780298664.282436:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.282454:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282471:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279400/0xaf35132e63039a19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282480:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 43 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.282485:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.282487:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.282489:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298664.282512:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+43:30556:x1866777610142080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 203us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.282516:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62292 00000100:00100000:1.0:1780298664.283692:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.283729:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142208 00000100:00100000:0.0:1780298664.283735:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142208 00000100:00100000:0.0:1780298664.283772:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7361 00000100:00100000:0.0:1780298664.283782:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610142208:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.283983:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298664.283987:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.283989:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.283991:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.283993:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 240 00000100:00100000:0.0:1780298664.284030:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610142208:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 251us (338us total) trans 4294969481 rc 0/0 00000100:00100000:0.0:1780298664.284038:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7361 00000100:00100000:2.0:1780298664.284786:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.284831:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142336 00000100:00100000:0.0:1780298664.284836:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142336 00000100:00100000:0.0:1780298664.284869:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62293 00000100:00100000:0.0:1780298664.284877:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+37:30556:x1866777610142336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.284889:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.284901:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a600/0xaf35132e63039a27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81b9 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.284952:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.284968:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.284977:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.284997:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 10106874 00000004:00200000:0.0:1780298664.285000:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.285012:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.285031:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a600/0xaf35132e63039a27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b9 expref: 39 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.285045:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b9 expref: 38 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.285052:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.285055:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.285058:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a800, rc 0) 00000100:00100000:0.0:1780298664.285087:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:30556:x1866777610142336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 212us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.285095:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62293 00000100:00100000:2.0:1780298664.285966:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.285996:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.286015:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142464 00000100:00100000:3.0:1780298664.286020:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142464 00000100:00100000:0.0:1780298664.286039:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142592 00000100:00100000:0.0:1780298664.286044:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142592 00000100:00100000:3.0:1780298664.286055:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12173 00000100:00100000:3.0:1780298664.286065:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610142464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.286074:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.286085:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63039a35 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81c0 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.286085:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12174 00000100:00100000:1.0:1780298664.286099:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610142592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.286109:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.286119:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039a3c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81c7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.286163:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605363456:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.286193:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605363584:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.286250:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.286252:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf360287e40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.286963:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605363456:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.286984:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63039a35 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81c0 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.287003:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033b7ed0c/0xaf35132e63039a35 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81c0 expref: 16 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.287011:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae000, rc 0) 00000100:00100000:0.0:1780298664.287042:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610142464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1076us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.287050:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12173 00000100:00100000:1.0:1780298664.287070:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605363584:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.287085:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039a3c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81c7 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.287106:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039a3c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81c7 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.287114:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.287167:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610142592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1170us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.287172:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12174 00000100:00100000:3.0:1780298664.287943:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.287982:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.287983:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142720 00000100:00100000:1.0:1780298664.287989:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142720 00000100:00100000:1.0:1780298664.288027:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142848 00000100:00100000:1.0:1780298664.288030:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142848 00000100:00100000:0.0:1780298664.288035:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12175 00000100:00100000:0.0:1780298664.288051:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610142720:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.288055:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12176 00010000:00010000:0.0:1780298664.288066:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.288067:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610142848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.288075:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.288077:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039a43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81ce expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.288082:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039a4a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81d5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.288112:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605363712:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.288154:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605363840:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.288178:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.288189:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.288850:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605363712:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.288865:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039a4a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81d5 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.288876:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039a4a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81d5 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.288889:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.288914:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610142848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (933us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.288919:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12176 00000100:00100000:0.0:1780298664.288955:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605363840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.288987:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039a43 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ce expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.289002:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039a43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ce expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.289011:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298664.289044:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610142720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1100us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.289052:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12175 00000100:00100000:3.0:1780298664.289915:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.289962:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610142976 00000100:00100000:2.0:1780298664.289966:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610142976 00000100:00100000:2.0:1780298664.289992:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12177 00000100:00100000:2.0:1780298664.289999:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610142976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.290005:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298664.290009:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.290019:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039a51 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81dc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.290021:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143104 00000100:00100000:0.0:1780298664.290027:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143104 00000100:00100000:0.0:1780298664.290064:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12178 00000100:00100000:2.0:1780298664.290070:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605363968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.290076:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610143104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.290085:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.290095:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039a58 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81e3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.290109:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.290159:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605364096:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.290214:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.290698:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605363968:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.290716:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039a51 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81dc expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.290731:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008746f5b4/0xaf35132e63039a51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81dc expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.290746:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:2.0:1780298664.290772:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610142976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (858us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.290777:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12177 00000100:00100000:0.0:1780298664.290805:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605364096:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.290821:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039a58 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81e3 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.290833:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065a1d570/0xaf35132e63039a58 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81e3 expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.290842:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298664.290868:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610143104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 797us (865us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.290874:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12178 00000100:00100000:1.0:1780298664.291709:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.291730:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143232 00000100:00100000:3.0:1780298664.291734:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143232 00000100:00100000:3.0:1780298664.291761:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12179 00000100:00100000:1.0:1780298664.291766:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.291771:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610143232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.291778:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.291780:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143360 00000100:00100000:2.0:1780298664.291784:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143360 00010000:00010000:3.0:1780298664.291785:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63039a5f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81ea expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.291811:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12180 00000100:00100000:2.0:1780298664.291819:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610143360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.291831:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.291839:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039a66 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81f1 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.291850:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605364224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.291868:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605364352:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.291891:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf360287e40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.291893:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.292600:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605364224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.292612:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605364352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.292627:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63039a5f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ea expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.292634:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039a66 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f1 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.292647:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2d588e1/0xaf35132e63039a5f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ea expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.292653:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039a66 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f1 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.292663:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf800, rc 0) 00010000:00010000:2.0:1780298664.292668:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:0.0:1780298664.292697:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610143232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (988us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.292705:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610143360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 885us (940us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.292705:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12179 00000100:00100000:2.0:1780298664.292717:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12180 00000100:00100000:0.0:1780298664.293726:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.293766:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143616 00000100:00100000:1.0:1780298664.293771:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143616 00000100:00100000:1.0:1780298664.293807:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62294 00000100:00100000:1.0:1780298664.293817:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+38:30556:x1866777610143616:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298664.293854:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.293871:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3a800/0xaf35132e63039a2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b9 expref: 38 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.293884:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.293888:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.294047:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.294062:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 42 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.294071:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.294095:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 42 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.294115:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 42 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.294157:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605364480:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.294200:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.294875:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605364480:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.294897:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.294997:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.295036:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143744 00000100:00100000:3.0:1780298664.295040:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143744 00010000:00010000:3.0:1780298664.295089:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 43 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.295110:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15678 00000100:00100000:3.0:1780298664.295115:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+43:2399:x1866777610143744:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.295121:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.295158:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 43 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295170:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 43 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295185:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278600/0xaf35132e63039a20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81b2 expref: 43 pid: 7411 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295205:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.295209:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295218:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295224:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.295244:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.295268:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.295276:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:2399:x1866777610143744:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 158us (277us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298664.295282:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.295289:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15678 00000001:00080000:0.0:1780298664.295337:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991293 00000004:00010000:0.0:1780298664.295359:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001f4210f8 reply state 00000000918a92f1 transno 4294991294 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.295371:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279600/0xaf35132e63039a6d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.295387:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.295389:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298664.295392:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298664.295447:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+40:30556:x1866777610143616:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1632us (1722us total) trans 4294991294 rc 0/0 00000100:00100000:0.0:1780298664.295455:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62294 00000020:00080000:0.0:1780298664.295459:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298664.296049:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.296094:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610143872 00000100:00100000:1.0:1780298664.296100:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610143872 00000100:00100000:1.0:1780298664.296175:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12181 00000100:00100000:1.0:1780298664.296185:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610143872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.296194:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.296204:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81f8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.296224:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.296233:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(11 110) 00010000:00010000:1.0:1780298664.296237:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(12 110) 00010000:00010000:1.0:1780298664.296242:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.296261:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.296291:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 13 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.296303:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605364608:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.296341:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.296987:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605364608:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.297000:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 16 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.297010:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:2.0:1780298664.297031:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610143872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.297036:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12181 00000100:00100000:2.0:1780298664.297248:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.297281:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144000 00000100:00100000:1.0:1780298664.297286:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144000 00010000:00010000:1.0:1780298664.297303:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 14 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.297331:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15679 00000100:00100000:1.0:1780298664.297339:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610144000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.297347:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.297360:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 14 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.297371:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 14 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.297386:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078761089/0xaf35132e63039a0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81a4 expref: 14 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.297396:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(12 110) 00010000:00010000:1.0:1780298664.297405:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(12 110) 00010000:00010000:1.0:1780298664.297411:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.297428:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.297452:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.297463:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605364736:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.297497:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.298215:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605364736:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.298222:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.298243:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610144000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 906us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.298248:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15679 00000100:00100000:3.0:1780298664.298335:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.298354:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144128 00000100:00100000:0.0:1780298664.298358:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144128 00000100:00100000:0.0:1780298664.298387:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12182 00000100:00100000:0.0:1780298664.298395:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610144128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.298404:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.298413:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d81ff expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.298431:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.298439:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(6 75) 00010000:00010000:0.0:1780298664.298443:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(7 75) 00010000:00010000:0.0:1780298664.298447:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.298465:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 15 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.298482:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 15 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.298489:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605364864:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.298521:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.299101:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3733eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605364864:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.299119:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299172:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:1.0:1780298664.299203:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610144128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 808us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.299211:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12182 00000100:00100000:3.0:1780298664.299285:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.299319:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144256 00000100:00100000:1.0:1780298664.299323:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144256 00010000:00010000:1.0:1780298664.299342:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 16 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.299370:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15680 00000100:00100000:1.0:1780298664.299380:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610144256:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.299389:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.299401:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 16 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299412:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 16 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299428:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039a12 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ab expref: 16 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299438:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(7 75) 00010000:00010000:1.0:1780298664.299442:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(7 75) 00010000:00010000:1.0:1780298664.299447:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299455:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.299475:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 17 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.299493:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605364992:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.299531:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.300187:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605364992:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.300197:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.300220:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610144256:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 844us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.300225:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15680 00000100:00100000:3.0:1780298664.300249:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.300271:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144384 00000100:00100000:1.0:1780298664.300275:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144384 00002000:00010000:1.0:1780298664.300296:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5726582->18446744073709551615) 00002000:00100000:1.0:1780298664.300300:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777610144384 ext(5726582->18446744073709551615) 00002000:00010000:1.0:1780298664.300307:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680. 00000100:00100000:1.0:1780298664.300334:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7362 00000100:00100000:1.0:1780298664.300342:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2400:x1866777610144384:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298664.300438:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.300460:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144512 00000100:00100000:3.0:1780298664.300464:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144512 00002000:00010000:3.0:1780298664.300480:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298664.300485:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777610144512 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298664.300490:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8a80. 00002000:00010000:1.0:1780298664.300510:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5912570 -> 5726582 00000100:00100000:3.0:1780298664.300511:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7363 00002000:00010000:1.0:1780298664.300516:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.300519:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.300521:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00000100:00100000:3.0:1780298664.300525:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610144512:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298664.300525:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:1.0:1780298664.300550:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610144384:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 210us (303us total) trans 4294970017 rc 0/0 00000100:00100000:1.0:1780298664.300556:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7362 00002000:00010000:1.0:1780298664.300559:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5726582->18446744073709551615) 00002000:00100000:1.0:1780298664.300572:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa680 with x1866777610144384 ext(5726582->18446744073709551615) 00002000:00010000:1.0:1780298664.300576:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa680. 00002000:00010000:3.0:1780298664.300607:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298664.300611:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.300619:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.300621:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.300624:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:3.0:1780298664.300685:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610144512:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 164us (247us total) trans 4294969482 rc 0/0 00000100:00100000:3.0:1780298664.300693:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7363 00002000:00010000:3.0:1780298664.300696:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298664.300700:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf3733e8a80 with x1866777610144512 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298664.300704:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf3733e8a80. 00000100:00100000:0.0:1780298664.301476:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.301504:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144640 00000100:00100000:3.0:1780298664.301508:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144640 00000100:00100000:3.0:1780298664.301535:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62295 00000100:00100000:3.0:1780298664.301541:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+40:30556:x1866777610144640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.301554:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.301563:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e63039a82 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8206 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301615:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301624:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301630:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298664.301645:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9920886 00000004:00200000:3.0:1780298664.301648:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298664.301665:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301680:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafe00/0xaf35132e63039a82 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 42 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301688:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 41 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.301693:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.301694:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298664.301696:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafc00, rc 0) 00000100:00100000:3.0:1780298664.301718:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:30556:x1866777610144640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 177us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.301723:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62295 00000100:00100000:2.0:1780298664.302729:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.302756:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144768 00000100:00100000:1.0:1780298664.302759:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144768 00000100:00100000:1.0:1780298664.302783:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7364 00000100:00100000:1.0:1780298664.302788:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610144768:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.302872:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5726582 -> 5726582 00002000:00010000:1.0:1780298664.302874:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.302876:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.302878:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.302879:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1024 -> 1024 00000100:00100000:1.0:1780298664.302900:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610144768:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 112us (172us total) trans 4294970018 rc 0/0 00000100:00100000:1.0:1780298664.302905:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7364 00000100:00100000:0.0:1780298664.304015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.304059:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610144896 00000100:00100000:2.0:1780298664.304064:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610144896 00000100:00100000:2.0:1780298664.304098:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7365 00000100:00100000:2.0:1780298664.304107:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610144896:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.304320:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5726582 -> 5726582 00002000:00010000:2.0:1780298664.304324:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.304326:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.304328:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.304330:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1024 -> 1152 00000100:00100000:2.0:1780298664.304362:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610144896:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 256us (345us total) trans 4294970019 rc 0/0 00000100:00100000:2.0:1780298664.304370:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7365 00000100:00100000:0.0:1780298664.305344:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.305378:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145024 00000100:00100000:1.0:1780298664.305383:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145024 00000100:00100000:1.0:1780298664.305407:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12183 00000100:00100000:1.0:1780298664.305412:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610145024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.305418:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.305427:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d820d expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.305443:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.305450:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(7 75) 00010000:00010000:1.0:1780298664.305457:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:1.0:1780298664.305461:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2666496->2699263] (req 2666496->2699263) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.305478:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 18 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.305489:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 18 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.305498:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605365120:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.305534:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.306187:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605365120:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.306206:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2666496->2699263] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.306217:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279200, rc 0) 00000100:00100000:1.0:1780298664.306245:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610145024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.306252:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12183 00000100:00100000:0.0:1780298664.306346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.306372:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145152 00000100:00100000:2.0:1780298664.306377:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145152 00010000:00010000:2.0:1780298664.306396:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 19 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.306423:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15681 00000100:00100000:2.0:1780298664.306432:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610145152:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.306442:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.306453:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 19 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.306465:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 19 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.306481:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039a7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81ff expref: 19 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.306503:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:2.0:1780298664.306507:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:2.0:1780298664.306515:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.306523:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.306546:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 15 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.306564:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605365248:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.306604:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.307164:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605365248:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.307173:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.307193:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610145152:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 764us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.307199:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15681 00000100:00100000:3.0:1780298664.307369:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.307401:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145280 00000100:00100000:0.0:1780298664.307404:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145280 00000100:00100000:0.0:1780298664.307430:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7366 00000100:00100000:0.0:1780298664.307435:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610145280:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.307525:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298664.307527:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.307529:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.307531:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.307532:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:0.0:1780298664.307558:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610145280:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 123us (191us total) trans 4294969483 rc 0/0 00000100:00100000:0.0:1780298664.307563:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7366 00000100:00100000:2.0:1780298664.308104:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.308159:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145408 00000100:00100000:1.0:1780298664.308162:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145408 00000100:00100000:1.0:1780298664.308196:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62296 00000100:00100000:1.0:1780298664.308205:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+42:30556:x1866777610145408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.308215:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.308233:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278200/0xaf35132e63039a97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8214 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308279:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308287:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308294:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298664.308307:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9920886 00000004:00200000:1.0:1780298664.308309:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298664.308319:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308334:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278200/0xaf35132e63039a97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8214 expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308342:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8214 expref: 43 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.308347:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.308349:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298664.308351:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298664.308372:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+43:30556:x1866777610145408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 171us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.308376:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62296 00000100:00100000:2.0:1780298664.309078:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.309160:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145536 00000100:00100000:0.0:1780298664.309165:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145536 00000100:00100000:0.0:1780298664.309198:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12184 00000100:00100000:0.0:1780298664.309212:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610145536:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.309221:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298664.309224:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.309235:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e63039aa5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d821b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.309264:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145664 00000100:00100000:0.0:1780298664.309270:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605365376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.309276:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145664 00000100:00100000:1.0:1780298664.309315:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12185 00000100:00100000:0.0:1780298664.309322:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.309327:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610145664:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.309336:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.309346:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039aac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8222 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.309377:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605365504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.309414:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.309923:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605365376:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.309938:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e63039aa5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d821b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.309949:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000991eb57d/0xaf35132e63039aa5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d821b expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.309957:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00000100:00100000:0.0:1780298664.309983:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610145536:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (906us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.309989:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12184 00000100:00100000:1.0:1780298664.310012:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605365504:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.310033:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039aac lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8222 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.310047:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039aac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8222 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.310057:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.310082:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610145664:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 760us (865us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.310089:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12185 00000100:00100000:3.0:1780298664.310968:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.310985:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.311007:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145792 00000100:00100000:1.0:1780298664.311011:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145792 00000100:00100000:2.0:1780298664.311013:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610145920 00000100:00100000:2.0:1780298664.311018:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610145920 00000100:00100000:1.0:1780298664.311039:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12186 00000100:00100000:1.0:1780298664.311048:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610145792:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.311053:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12187 00010000:00010000:1.0:1780298664.311057:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.311063:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610145920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.311070:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.311070:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039ab3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8229 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.311078:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039aba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8230 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.311093:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605365632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.311120:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605365760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.311169:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.311177:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.311816:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605365632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.311822:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605365760:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.311831:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039ab3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8229 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.311839:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039aba lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8230 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.311843:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039ab3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8229 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.311858:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00010000:00010000:3.0:1780298664.311861:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000190405/0xaf35132e63039aba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8230 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.311869:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:1.0:1780298664.311887:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610145792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (919us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.311891:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610145920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (902us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.311895:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12186 00000100:00100000:3.0:1780298664.311905:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12187 00000100:00100000:0.0:1780298664.312881:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.312905:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146048 00000100:00100000:3.0:1780298664.312909:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146048 00000100:00100000:3.0:1780298664.312934:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12188 00000100:00100000:3.0:1780298664.312941:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610146048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.312949:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.312957:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039ac1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8237 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.312982:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605365888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.313012:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.313581:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605365888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.313592:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039ac1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8237 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.313606:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039ac1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8237 expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.313612:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:3.0:1780298664.313633:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610146048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 693us (754us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.313640:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12188 00000100:00100000:2.0:1780298664.314449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.314482:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146176 00000100:00100000:1.0:1780298664.314488:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146176 00000100:00100000:1.0:1780298664.314517:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12189 00000100:00100000:1.0:1780298664.314525:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610146176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.314533:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.314541:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d823e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.314557:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:1.0:1780298664.314561:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:1.0:1780298664.314577:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.314591:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.314599:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298664.314627:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610146176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 103us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.314634:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12189 00000100:00100000:0.0:1780298664.315227:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.315262:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146304 00000100:00100000:3.0:1780298664.315267:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146304 00000100:00100000:3.0:1780298664.315299:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7367 00000100:00100000:3.0:1780298664.315306:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610146304:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298664.315435:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298664.315437:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.315439:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.315441:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.315443:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 240 -> 264 00000100:00100000:3.0:1780298664.315473:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610146304:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 167us (246us total) trans 4294969484 rc 0/0 00000100:00100000:3.0:1780298664.315480:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7367 00000100:00100000:2.0:1780298664.316334:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.316362:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.316378:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146432 00000100:00100000:0.0:1780298664.316382:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146432 00000100:00100000:1.0:1780298664.316397:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146560 00000100:00100000:1.0:1780298664.316402:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146560 00000100:00100000:0.0:1780298664.316409:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12190 00000100:00100000:0.0:1780298664.316417:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610146432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.316423:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.316431:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e63039acf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8245 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.316445:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12191 00000100:00100000:3.0:1780298664.316454:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610146560:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.316460:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605366016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.316461:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.316470:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63039ad6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d824c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.316496:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605366144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.316502:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.316520:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.317293:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605366144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.317314:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63039ad6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d824c expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.317330:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d518bb3a/0xaf35132e63039ad6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d824c expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.317336:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605366016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.317351:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bafe00, rc 0) 00010000:00010000:0.0:1780298664.317359:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e63039acf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8245 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.317373:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065a1d570/0xaf35132e63039acf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8245 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.317378:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2399:x1866777610146560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1014us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.317391:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12191 00010000:00010000:0.0:1780298664.317394:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298664.317416:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610146432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1001us (1082us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.317421:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12190 00000100:00100000:2.0:1780298664.318290:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.318344:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146688 00000100:00100000:3.0:1780298664.318348:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146688 00000100:00100000:3.0:1780298664.318374:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12192 00000100:00100000:3.0:1780298664.318380:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610146688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.318388:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.318392:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.318396:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000127fe2a2/0xaf35132e63039add lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8253 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.318418:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605366272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.318419:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146816 00000100:00100000:1.0:1780298664.318426:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146816 00000100:00100000:1.0:1780298664.318453:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12193 00000100:00100000:1.0:1780298664.318459:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610146816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.318466:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.318472:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ae4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d825a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.318497:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605366400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.318501:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.318522:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.319175:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605366272:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.319189:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000127fe2a2/0xaf35132e63039add lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8253 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.319200:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000127fe2a2/0xaf35132e63039add lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8253 expref: 14 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.319207:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baf600, rc 0) 00000100:00100000:1.0:1780298664.319231:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605366400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.319232:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610146688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 852us (944us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.319244:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12192 00010000:00010000:1.0:1780298664.319255:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ae4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d825a expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.319279:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ae4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d825a expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.319286:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298664.319317:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610146816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (926us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.319324:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12193 00000100:00100000:2.0:1780298664.320169:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.320200:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610146944 00000100:00100000:1.0:1780298664.320206:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610146944 00000100:00100000:1.0:1780298664.320242:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12194 00000100:00100000:2.0:1780298664.320243:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.320255:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610146944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.320257:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147072 00010000:00010000:1.0:1780298664.320263:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.320271:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147072 00010000:00010000:1.0:1780298664.320271:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039aeb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8261 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.320293:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605366528:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.320332:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12195 00000100:00100000:1.0:1780298664.320333:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.320340:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610147072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.320346:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.320352:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d10d3aa/0xaf35132e63039af2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8268 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.320372:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605366656:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.320395:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.320923:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605366528:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.320935:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039aeb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8261 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.320945:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039aeb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8261 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.320961:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.320985:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610146944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 734us (818us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.320990:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12194 00000100:00100000:2.0:1780298664.321228:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605366656:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.321243:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d10d3aa/0xaf35132e63039af2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8268 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.321253:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d10d3aa/0xaf35132e63039af2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8268 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.321260:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242baec00, rc 0) 00000100:00100000:2.0:1780298664.321284:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610147072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1046us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.321290:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12195 00000100:00100000:2.0:1780298664.322002:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.322025:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147200 00000100:00100000:3.0:1780298664.322030:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147200 00000100:00100000:3.0:1780298664.322061:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12196 00000100:00100000:3.0:1780298664.322066:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:30556:x1866777610147200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.322073:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.322080:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d826f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.322090:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:3.0:1780298664.322093:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:3.0:1780298664.322100:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.322108:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 18 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.322119:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf242bae600, rc 0) 00000100:00100000:3.0:1780298664.322169:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:30556:x1866777610147200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 102us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.322174:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12196 00000100:00100000:0.0:1780298664.322750:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.322779:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147328 00000100:00100000:3.0:1780298664.322783:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147328 00000100:00100000:3.0:1780298664.322809:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7368 00000100:00100000:3.0:1780298664.322813:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2397:x1866777610147328:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298664.322937:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1780298664.322940:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.322942:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.322943:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.322945:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 264 -> 400 00000100:00100000:3.0:1780298664.322966:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610147328:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 153us (218us total) trans 4294969485 rc 0/0 00000100:00100000:3.0:1780298664.322970:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7368 00000100:00100000:2.0:1780298664.323858:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.323895:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147456 00000100:00100000:1.0:1780298664.323900:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147456 00000100:00100000:1.0:1780298664.323933:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12197 00000100:00100000:1.0:1780298664.323941:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610147456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.323949:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.323958:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8276 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.323993:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605366784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.324050:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.324656:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605366784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.324670:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b00 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8276 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.324679:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8276 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.324686:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.324714:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610147456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 776us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.324724:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12197 00000100:00100000:0.0:1780298664.325521:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.325562:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147584 00000100:00100000:1.0:1780298664.325566:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147584 00000100:00100000:1.0:1780298664.325587:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12198 00000100:00100000:1.0:1780298664.325593:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610147584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.325602:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.325611:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039b07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d827d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.325638:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605366912:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.325668:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.326315:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605366912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.326332:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039b07 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d827d expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.326346:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039b07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d827d expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.326356:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298664.326383:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610147584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 790us (863us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.326390:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12198 00000100:00100000:2.0:1780298664.327191:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.327228:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147712 00000100:00100000:0.0:1780298664.327232:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147712 00000100:00100000:0.0:1780298664.327260:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12199 00000100:00100000:0.0:1780298664.327266:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610147712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.327272:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.327278:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039b0e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8284 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.327307:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605367040:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.327336:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.327944:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605367040:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.327969:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039b0e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8284 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.327981:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039b0e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8284 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.327987:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:2.0:1780298664.328009:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610147712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 744us (820us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.328014:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12199 00000100:00100000:2.0:1780298664.328811:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.328847:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147840 00000100:00100000:1.0:1780298664.328851:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147840 00000100:00100000:1.0:1780298664.328888:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7369 00000100:00100000:1.0:1780298664.328893:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610147840:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.329016:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5726582 -> 5726582 00002000:00010000:1.0:1780298664.329018:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.329020:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.329022:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.329023:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1152 -> 1192 00000100:00100000:1.0:1780298664.329045:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610147840:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 153us (235us total) trans 4294970020 rc 0/0 00000100:00100000:1.0:1780298664.329049:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7369 00000100:00100000:3.0:1780298664.329797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.329826:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610147968 00000100:00100000:2.0:1780298664.329830:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610147968 00000100:00100000:2.0:1780298664.329854:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12200 00000100:00100000:2.0:1780298664.329858:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610147968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.329864:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.329871:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039b15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d828b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.329895:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605367168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.329926:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.330511:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605367168:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.330528:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039b15 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d828b expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.330553:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e0b8e7b/0xaf35132e63039b15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d828b expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.330563:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156c00, rc 0) 00000100:00100000:2.0:1780298664.330591:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610147968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 731us (793us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.330597:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12200 00000100:00100000:3.0:1780298664.331425:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.331456:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148096 00000100:00100000:1.0:1780298664.331460:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148096 00000100:00100000:1.0:1780298664.331483:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12201 00000100:00100000:1.0:1780298664.331488:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610148096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.331495:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.331502:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039b1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8292 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.331523:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605367296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.331555:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.332185:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605367296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.332199:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039b1c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8292 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.332208:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039b1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8292 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.332221:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.332241:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610148096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (818us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.332251:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12201 00000100:00100000:0.0:1780298664.333064:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.333097:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148224 00000100:00100000:1.0:1780298664.333100:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148224 00000100:00100000:1.0:1780298664.333122:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12202 00000100:00100000:1.0:1780298664.333166:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610148224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.333174:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.333179:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b23 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8299 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.333200:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605367424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.333229:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.333789:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605367424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.333805:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b23 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8299 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.333816:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b23 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8299 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.333822:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.333844:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610148224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 681us (782us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.333855:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12202 00000100:00100000:3.0:1780298664.334591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.334627:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148352 00000100:00100000:2.0:1780298664.334631:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148352 00000100:00100000:2.0:1780298664.334663:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7370 00000100:00100000:2.0:1780298664.334668:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610148352:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.334780:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5726582 -> 5726582 00002000:00010000:2.0:1780298664.334783:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.334786:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.334788:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:2.0:1780298664.334790:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1192 -> 1232 00000100:00100000:2.0:1780298664.334819:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610148352:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 150us (228us total) trans 4294970021 rc 0/0 00000100:00100000:2.0:1780298664.334823:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7370 00000100:00100000:0.0:1780298664.335565:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.335601:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148480 00000100:00100000:2.0:1780298664.335605:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148480 00000100:00100000:2.0:1780298664.335626:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12203 00000100:00100000:2.0:1780298664.335632:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610148480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.335644:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.335652:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63039b2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82a0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.335674:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605367552:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.335705:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.336314:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605367552:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.336331:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63039b2a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82a0 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.336345:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008746f5b4/0xaf35132e63039b2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82a0 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.336356:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157200, rc 0) 00000100:00100000:0.0:1780298664.336387:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610148480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (822us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.336394:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12203 00000100:00100000:3.0:1780298664.337106:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.337167:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148608 00000100:00100000:2.0:1780298664.337171:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148608 00000100:00100000:2.0:1780298664.337192:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12204 00000100:00100000:2.0:1780298664.337202:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610148608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.337208:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.337214:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039b31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82a7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.337233:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605367680:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.337268:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.337829:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605367680:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.337841:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039b31 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82a7 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.337860:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b2c7ae/0xaf35132e63039b31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82a7 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.337867:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156400, rc 0) 00000100:00100000:3.0:1780298664.337894:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610148608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 697us (789us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.337899:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12204 00000100:00100000:3.0:1780298664.338671:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.338707:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148736 00000100:00100000:1.0:1780298664.338711:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148736 00000100:00100000:1.0:1780298664.338739:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12205 00000100:00100000:1.0:1780298664.338746:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610148736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.338752:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.338762:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039b38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82ae expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.338791:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.338797:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605367808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.338827:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148864 00000100:00100000:0.0:1780298664.338832:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148864 00000100:00100000:1.0:1780298664.338837:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.338864:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12206 00000100:00100000:0.0:1780298664.338872:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610148864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.338886:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.338892:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b3f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82b5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.338914:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605367936:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.338940:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.339553:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605367808:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.339561:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605367936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.339576:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039b38 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ae expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.339585:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b3f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82b5 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.339594:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039b38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ae expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.339598:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b3f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82b5 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.339617:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00010000:00010000:0.0:1780298664.339618:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:0.0:1780298664.339657:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610148864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 783us (863us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.339658:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610148736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (983us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.339668:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12206 00000100:00100000:1.0:1780298664.339674:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12205 00000100:00100000:3.0:1780298664.340527:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.340562:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610148992 00000100:00100000:0.0:1780298664.340566:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610148992 00000100:00100000:0.0:1780298664.340590:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12207 00000100:00100000:0.0:1780298664.340594:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:30556:x1866777610148992:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.340601:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.340607:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82bc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.340630:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.340637:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(8 75) 00010000:00010000:0.0:1780298664.340640:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(9 75) 00010000:00010000:0.0:1780298664.340643:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2559999] (req 2547712->2559999) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 20 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.340658:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 19 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.340667:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 19 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.340674:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605368064:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.340703:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.341266:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605368064:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.341278:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2559999] (req 2547712->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 20 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.341287:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a600, rc 0) 00000100:00100000:0.0:1780298664.341309:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:30556:x1866777610148992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 715us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.341314:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12207 00000100:00100000:2.0:1780298664.343321:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.343352:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149120 00000100:00100000:0.0:1780298664.343356:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149120 00010000:00010000:0.0:1780298664.343377:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 20 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.343405:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15682 00000100:00100000:0.0:1780298664.343413:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610149120:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.343422:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.343432:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 20 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.343440:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 20 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.343453:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039ac8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [765952->2666495] (req 765952->778239) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d823e expref: 20 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.343460:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(9 75) 00010000:00010000:0.0:1780298664.343463:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(9 75) 00010000:00010000:0.0:1780298664.343469:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.343475:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.343490:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 19 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.343504:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605368192:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.343535:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.344223:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605368192:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.344232:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.344261:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610149120:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 848us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.344269:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15682 00000100:00100000:2.0:1780298664.344362:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.344394:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149248 00000100:00100000:0.0:1780298664.344399:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149248 00000100:00100000:0.0:1780298664.344437:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7371 00000100:00100000:0.0:1780298664.344446:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610149248:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.344670:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298664.344672:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.344674:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.344675:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.344677:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 400 -> 432 00000100:00100000:0.0:1780298664.344698:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610149248:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 256us (338us total) trans 4294969486 rc 0/0 00000100:00100000:0.0:1780298664.344703:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7371 00000100:00100000:3.0:1780298664.345563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.345608:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149376 00000100:00100000:3.0:1780298664.345611:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.345615:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149376 00000100:00100000:1.0:1780298664.345647:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149504 00000100:00100000:1.0:1780298664.345652:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149504 00000100:00100000:2.0:1780298664.345654:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12208 00000100:00100000:2.0:1780298664.345663:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610149376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.345671:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.345681:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039b4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82c3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.345687:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12209 00000100:00100000:1.0:1780298664.345695:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610149504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.345702:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.345711:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b54 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82ca expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.345745:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605368448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.345746:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605368320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.345794:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.345794:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.346495:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605368448:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.346518:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b54 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ca expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.346522:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605368320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.346541:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039b54 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ca expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.346556:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039b4d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82c3 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.346556:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00010000:00010000:2.0:1780298664.346575:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000000190405/0xaf35132e63039b4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82c3 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.346586:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243157c00, rc 0) 00000100:00100000:1.0:1780298664.346592:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610149504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 896us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.346600:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12209 00000100:00100000:2.0:1780298664.346615:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610149376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1051us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.346623:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12208 00000100:00100000:0.0:1780298664.347499:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.347530:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149632 00000100:00100000:1.0:1780298664.347533:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149632 00000100:00100000:1.0:1780298664.347562:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12210 00000100:00100000:1.0:1780298664.347568:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610149632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.347575:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.347584:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82d1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.347597:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.347620:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610149760 00000100:00100000:0.0:1780298664.347624:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610149760 00000100:00100000:1.0:1780298664.347627:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605368576:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.347647:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12211 00000100:00100000:0.0:1780298664.347653:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610149760:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.347665:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1780298664.347665:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.347672:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82d8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.347698:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605368704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.347721:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.348223:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605368576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.348235:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b5b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82d1 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.348255:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82d1 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.348265:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.348300:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610149632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 730us (799us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.348305:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12210 00000100:00100000:0.0:1780298664.348394:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605368704:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.348410:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b62 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82d8 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.348423:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8ec713/0xaf35132e63039b62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82d8 expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.348433:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3aa00, rc 0) 00000100:00100000:0.0:1780298664.348464:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610149760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 810us (869us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.348471:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12211 00000100:00100000:3.0:1780298664.349326:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.349362:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150016 00000100:00100000:0.0:1780298664.349366:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150016 00000100:00100000:0.0:1780298664.349399:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62297 00000100:00100000:0.0:1780298664.349406:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+43:30556:x1866777610150016:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298664.349440:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.349453:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e63039a9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8214 expref: 43 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.349472:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.349475:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.349591:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.349601:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.349608:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.349624:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 40 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.349633:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 40 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.349641:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605368832:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.349672:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.350231:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605368832:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.350243:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.350393:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.350420:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150144 00000100:00100000:2.0:1780298664.350423:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150144 00010000:00010000:2.0:1780298664.350438:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 41 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.350458:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15683 00000100:00100000:2.0:1780298664.350463:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:2400:x1866777610150144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.350469:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.350473:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 41 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350488:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 41 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350498:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf242bafc00/0xaf35132e63039a89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8206 expref: 41 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350505:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.350508:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350514:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350519:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.350532:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.350552:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+40:2400:x1866777610150144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 89us (160us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298664.350556:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.350559:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15683 00010000:00010000:0.0:1780298664.350568:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298664.350619:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991295 00000004:00010000:0.0:1780298664.350635:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bc9dbe06 reply state 00000000177df353 transno 4294991296 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.350644:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3bc00/0xaf35132e63039b69 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.350649:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.350650:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298664.350652:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298664.350706:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:30556:x1866777610150016:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1299us (1379us total) trans 4294991296 rc 0/0 00000100:00100000:0.0:1780298664.350713:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62297 00000020:00080000:0.0:1780298664.350718:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.351273:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.351304:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150272 00000100:00100000:0.0:1780298664.351309:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150272 00000100:00100000:0.0:1780298664.351335:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12212 00000100:00100000:0.0:1780298664.351343:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610150272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.351350:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.351359:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82df expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.351376:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.351384:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(12 110) 00010000:00010000:0.0:1780298664.351388:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(13 110) 00010000:00010000:0.0:1780298664.351398:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.351415:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.351425:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 20 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.351436:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605368960:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.351470:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.352058:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605368960:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.352074:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352086:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a800, rc 0) 00000100:00100000:0.0:1780298664.352113:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610150272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 772us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.352119:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12212 00000100:00100000:3.0:1780298664.352261:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.352301:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150400 00000100:00100000:0.0:1780298664.352306:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150400 00010000:00010000:0.0:1780298664.352322:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 21 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.352349:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15684 00000100:00100000:0.0:1780298664.352375:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610150400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.352384:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.352397:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 21 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352408:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 21 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352422:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039a74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d81f8 expref: 21 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352433:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(13 110) 00010000:00010000:0.0:1780298664.352436:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(13 110) 00010000:00010000:0.0:1780298664.352442:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352451:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.352470:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.352481:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605369088:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.352518:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.353152:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605369088:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.353169:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.353195:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610150400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 822us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.353202:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15684 00000100:00100000:2.0:1780298664.353260:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.353323:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150528 00000100:00100000:3.0:1780298664.353327:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150528 00000100:00100000:0.0:1780298664.353378:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12213 00000100:00100000:0.0:1780298664.353388:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:30556:x1866777610150528:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.353397:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.353406:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82e6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353423:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 23 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353432:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353440:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353447:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(9 75) 00010000:00010000:0.0:1780298664.353449:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(12 75) 00010000:00010000:0.0:1780298664.353453:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 6/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 23 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353469:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353493:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 23 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.353504:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369216:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.353546:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353557:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.353567:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369344:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.353592:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 23 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.353603:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 23 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.353612:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369472:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.353635:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.354275:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24339fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369216:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.354284:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369344:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.354503:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.354542:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150784 00000100:00100000:1.0:1780298664.354546:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150784 00010000:00010000:1.0:1780298664.354565:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 24 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.354575:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605369472:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.354601:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15685 00010000:00010000:0.0:1780298664.354610:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 24 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.354612:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2399:x1866777610150784:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.354627:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.354630:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3a200, rc 0) 00010000:00010000:1.0:1780298664.354640:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 24 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.354663:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:30556:x1866777610150528:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1276us (1404us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298664.354668:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 24 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.354675:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12213 00000100:00100000:3.0:1780298664.354690:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298664.354690:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078761089/0xaf35132e63039a90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2666496->36220927] (req 2666496->2699263) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d820d expref: 23 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.354702:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.354722:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610150784:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 114us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.354730:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15685 00000100:00100000:3.0:1780298664.354760:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.354821:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150656 00000100:00100000:2.0:1780298664.354825:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150656 00000100:00100000:1.0:1780298664.354832:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610150912 00000100:00100000:1.0:1780298664.354838:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610150912 00010000:00010000:2.0:1780298664.354839:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 22 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.354856:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 23 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.354862:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15686 00000100:00100000:2.0:1780298664.354874:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610150656:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.354881:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.354892:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.354893:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15687 00010000:00010000:2.0:1780298664.354905:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.354909:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610150912:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.354921:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000342a3832/0xaf35132e63039b46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [2547712->2666495] (req 2547712->2559999) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82bc expref: 23 pid: 8358 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.354922:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.354932:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.354938:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 22 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.354952:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 22 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.354956:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610150656:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 81us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.354971:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15686 00010000:00010000:0.0:1780298664.354979:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001a3f03a/0xaf35132e63039af9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [667648->765951] (req 667648->737279) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d826f expref: 22 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.354991:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(12 75) 00010000:00010000:0.0:1780298664.354995:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(12 75) 00010000:00010000:0.0:1780298664.355001:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.355009:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.355035:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.355044:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605369600:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.355080:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.355756:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605369600:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.355767:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.355791:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610150912:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 889us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.355799:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15687 00000100:00100000:3.0:1780298664.355956:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.355982:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.356003:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151040 00000100:00100000:0.0:1780298664.356008:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151040 00000100:00100000:1.0:1780298664.356021:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151168 00000100:00100000:1.0:1780298664.356025:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151168 00002000:00010000:0.0:1780298664.356029:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3979486->18446744073709551615) 00002000:00100000:0.0:1780298664.356034:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777610151040 ext(3979486->18446744073709551615) 00002000:00010000:1.0:1780298664.356039:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.356042:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777610151168 ext(0->18446744073709551615) 00002000:00010000:0.0:1780298664.356042:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00. 00002000:00010000:1.0:1780298664.356050:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372fb80. 00000100:00100000:0.0:1780298664.356072:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7372 00000100:00100000:1.0:1780298664.356080:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7373 00000100:00100000:0.0:1780298664.356085:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610151040:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298664.356092:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610151168:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298664.356319:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5726582 -> 3979486 00002000:00010000:0.0:1780298664.356323:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.356327:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.356329:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.356332:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1232 -> 1232 00002000:00010000:1.0:1780298664.356374:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 0 00000100:00100000:0.0:1780298664.356374:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610151040:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 286us (411us total) trans 4294970022 rc 0/0 00002000:00010000:1.0:1780298664.356377:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.356379:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.356387:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.356390:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 432 -> 0 00000100:00100000:0.0:1780298664.356391:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7372 00002000:00010000:0.0:1780298664.356397:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3979486->18446744073709551615) 00002000:00100000:0.0:1780298664.356400:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ce00 with x1866777610151040 ext(3979486->18446744073709551615) 00002000:00010000:0.0:1780298664.356406:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf34372ce00. 00000100:00100000:1.0:1780298664.356413:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2400:x1866777610151168:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 326us (431us total) trans 4294969487 rc 0/0 00000100:00100000:1.0:1780298664.356420:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7373 00002000:00010000:1.0:1780298664.356424:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.356426:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372fb80 with x1866777610151168 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.356430:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372fb80. 00000100:00100000:2.0:1780298664.357182:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.357213:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151296 00000100:00100000:0.0:1780298664.357218:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151296 00000100:00100000:0.0:1780298664.357254:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62298 00000100:00100000:0.0:1780298664.357261:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+40:30556:x1866777610151296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.357271:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.357283:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e63039b7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82ed expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357342:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357353:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357361:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.357381:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3979486 00000004:00200000:0.0:1780298664.357385:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.357398:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357417:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3aa00/0xaf35132e63039b7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ed expref: 42 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357442:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ed expref: 41 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.357450:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.357453:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.357456:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3ac00, rc 0) 00000100:00100000:0.0:1780298664.357486:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:30556:x1866777610151296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 226us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.357493:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62298 00000100:00100000:3.0:1780298664.358217:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.358251:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151424 00000100:00100000:0.0:1780298664.358256:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151424 00000100:00100000:3.0:1780298664.358260:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.358289:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151552 00000100:00100000:0.0:1780298664.358293:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151552 00000100:00100000:1.0:1780298664.358317:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12214 00000100:00100000:2.0:1780298664.358325:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12215 00000100:00100000:1.0:1780298664.358331:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610151424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.358337:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610151552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.358342:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.358345:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.358352:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82f4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.358354:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63039b93 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d82fb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.358399:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605369728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.358405:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605369856:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.358445:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.358446:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.359222:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605369728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.359242:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605369856:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.359251:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63039b93 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82fb expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.359265:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b8c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82f4 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.359268:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a58d48e9/0xaf35132e63039b93 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82fb expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.359291:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243156a00, rc 0) 00010000:00010000:1.0:1780298664.359294:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039b8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82f4 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.359307:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:2.0:1780298664.359325:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610151552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1069us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.359332:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610151424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.359336:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12215 00000100:00100000:1.0:1780298664.359347:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12214 00000100:00100000:3.0:1780298664.360246:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.360284:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151680 00000100:00100000:0.0:1780298664.360289:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151680 00000100:00100000:0.0:1780298664.360324:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12216 00000100:00100000:0.0:1780298664.360333:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610151680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.360343:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.360353:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039b9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8302 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.360385:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605369984:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.360431:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.360451:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.360485:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151808 00000100:00100000:0.0:1780298664.360488:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151808 00000100:00100000:0.0:1780298664.360514:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12217 00000100:00100000:0.0:1780298664.360529:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610151808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.360537:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.360546:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039ba1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8309 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.360574:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605370112:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.360604:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.361076:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605369984:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.361094:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039b9a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8302 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.361110:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009856b175/0xaf35132e63039b9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8302 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.361119:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b200, rc 0) 00000100:00100000:0.0:1780298664.361183:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610151680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (937us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.361191:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12216 00000100:00100000:0.0:1780298664.361280:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605370112:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.361297:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039ba1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8309 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.361313:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a860e235/0xaf35132e63039ba1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8309 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.361335:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244f3b400, rc 0) 00000100:00100000:0.0:1780298664.361362:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610151808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (912us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.361369:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12217 00000100:00100000:3.0:1780298664.362174:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.362200:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610151936 00000100:00100000:0.0:1780298664.362204:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610151936 00000100:00100000:0.0:1780298664.362232:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62299 00000100:00100000:0.0:1780298664.362237:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:30556:x1866777610151936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.362259:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.362274:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d473e00/0xaf35132e63039ba8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8310 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362334:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362347:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362357:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.362377:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3979486 00000004:00200000:0.0:1780298664.362380:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.362394:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362412:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf36d473e00/0xaf35132e63039ba8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 47 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362436:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 46 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.362443:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.362446:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.362449:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf400, rc 0) 00000100:00100000:0.0:1780298664.362478:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+46:30556:x1866777610151936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 241us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.362484:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62299 00000100:00100000:3.0:1780298664.368921:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.368982:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152064 00000100:00100000:1.0:1780298664.368993:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152064 00002000:00100000:1.0:1780298664.369042:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (0->3981311) req@ffff9cf242b41c00 x1866777610152064/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.369054:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777610152064 ext(0->3981311) 00002000:00010000:1.0:1780298664.369059:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:1.0:1780298664.369091:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7374 00000100:00100000:1.0:1780298664.369101:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610152064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.377785:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610152064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 8677us (8860us total) trans 0 rc 3981312/3981312 00000100:00100000:1.0:1780298664.377796:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7374 00002000:00100000:1.0:1780298664.377809:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (0->3981311) req@ffff9cf242b41c00 x1866777610152064/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 3981312/3981312 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.377817:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b41c00 with x1866777610152064 ext(0->3981311) 00002000:00010000:1.0:1780298664.377823:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b41c00 00000100:00100000:2.0:1780298664.380350:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.380410:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152192 00000100:00100000:0.0:1780298664.380420:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152192 00000100:00100000:0.0:1780298664.380464:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12218 00000100:00100000:0.0:1780298664.380476:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610152192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.380492:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.380511:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8317 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.380538:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.380544:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(13 110) 00010000:00010000:0.0:1780298664.380547:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:0.0:1780298664.380551:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2220032->2240511] (req 2220032->2240511) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.380593:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.380608:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 14 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.380622:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605370240:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.380700:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.381325:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605370240:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.381343:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2220032->2240511] (req 2220032->2240511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.381355:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfa00, rc 0) 00000100:00100000:0.0:1780298664.381378:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610152192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 907us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.381383:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12218 00000100:00100000:3.0:1780298664.384210:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.384257:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152320 00000100:00100000:2.0:1780298664.384264:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152320 00010000:00010000:2.0:1780298664.384290:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 15 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.384320:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15688 00000100:00100000:2.0:1780298664.384329:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610152320:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.384341:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.384359:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 15 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.384372:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 15 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.384408:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c60b4886/0xaf35132e63039b70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82df expref: 15 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.384422:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:2.0:1780298664.384426:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:2.0:1780298664.384434:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.384444:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.384471:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.384483:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605370368:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.384534:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.385258:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605370368:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.385272:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.385303:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610152320:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 976us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.385312:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15688 00000100:00100000:3.0:1780298664.391062:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.391109:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152448 00000100:00100000:2.0:1780298664.391117:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152448 00002000:00100000:2.0:1780298664.391179:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (0->3981311) req@ffff9cf242b40a80 x1866777610152448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.391190:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777610152448 ext(0->3981311) 00002000:00010000:2.0:1780298664.391196:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:2.0:1780298664.391221:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7375 00000100:00100000:2.0:1780298664.391228:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610152448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.399154:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610152448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 7882us (8065us total) trans 0 rc 3981312/3981312 00000100:00100000:1.0:1780298664.399170:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7375 00002000:00100000:1.0:1780298664.399187:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (0->3981311) req@ffff9cf242b40a80 x1866777610152448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 3981312/3981312 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.399198:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b40a80 with x1866777610152448 ext(0->3981311) 00002000:00010000:1.0:1780298664.399205:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b40a80 00000100:00100000:3.0:1780298664.401368:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.401418:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152576 00000100:00100000:1.0:1780298664.401427:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152576 00000100:00100000:1.0:1780298664.401472:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12219 00000100:00100000:1.0:1780298664.401479:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610152576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.401494:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.401509:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d831e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.401529:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:1.0:1780298664.401533:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:1.0:1780298664.401539:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.401551:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.401560:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.401597:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610152576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 119us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.401602:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12219 00000100:00100000:2.0:1780298664.402768:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.402813:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152704 00000100:00100000:3.0:1780298664.402817:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152704 00000100:00100000:3.0:1780298664.402850:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12220 00000100:00100000:3.0:1780298664.402859:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610152704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.402868:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.402877:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8325 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.402900:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.402910:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.402917:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:3.0:1780298664.402921:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:3.0:1780298664.402926:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3624960->3690495] (req 3624960->3690495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.402966:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.402999:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.403014:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605370496:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.403114:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.403172:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 20 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.403187:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605370624:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.403334:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.403824:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605370496:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.403988:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605370624:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.404017:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298664.404018:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3624960->3690495] (req 3624960->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.404031:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830cc00, rc 0) 00000100:00100000:3.0:1780298664.404055:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152832 00000100:00100000:0.0:1780298664.404059:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610152704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1201us (1291us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.404060:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152832 00000100:00100000:0.0:1780298664.404067:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12220 00010000:00010000:3.0:1780298664.404080:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.404109:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15689 00000100:00100000:3.0:1780298664.404118:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610152832:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.404199:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.404220:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.404234:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.404259:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039bbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d831e expref: 16 pid: 8356 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.404273:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.404302:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610152832:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 186us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.404309:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15689 00000100:00100000:2.0:1780298664.407780:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.407822:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610152960 00000100:00100000:3.0:1780298664.407831:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610152960 00010000:00010000:3.0:1780298664.407864:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.407904:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15690 00000100:00100000:3.0:1780298664.407914:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610152960:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298664.407927:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.407944:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.407957:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.407978:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002de18a35/0xaf35132e63039bb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2220032->2240511) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8317 expref: 21 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.408013:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:3.0:1780298664.408018:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:3.0:1780298664.408027:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.408037:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.408069:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.408082:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605370752:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.408216:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.408894:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605370752:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.408907:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.408934:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610152960:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1022us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.408943:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15690 00000100:00100000:2.0:1780298664.409154:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.409203:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153088 00000100:00100000:0.0:1780298664.409208:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153088 00000100:00100000:0.0:1780298664.409249:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7376 00000100:00100000:0.0:1780298664.409258:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610153088:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.409498:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3979486 -> 3979486 00002000:00010000:0.0:1780298664.409501:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.409503:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.409505:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.409506:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1232 -> 1360 00000100:00100000:0.0:1780298664.409529:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2399:x1866777610153088:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 274us (404us total) trans 4294970023 rc 0/0 00000100:00100000:0.0:1780298664.409541:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7376 00000100:00100000:2.0:1780298664.410628:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.410671:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.410690:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153216 00000100:00100000:0.0:1780298664.410696:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153216 00000100:00100000:3.0:1780298664.410704:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153344 00000100:00100000:3.0:1780298664.410710:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153344 00000100:00100000:0.0:1780298664.410736:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12221 00000100:00100000:0.0:1780298664.410746:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610153216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.410758:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.410771:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039bcb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d832c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.410789:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12222 00000100:00100000:3.0:1780298664.410800:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610153344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.410810:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.410810:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605370880:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.410823:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039bd2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8333 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.410858:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605371008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.410860:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.410891:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.411581:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605370880:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.411605:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039bcb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d832c expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.411625:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039bcb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d832c expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.411637:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bee00, rc 0) 00000100:00100000:0.0:1780298664.411669:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610153216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1041us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.411677:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12221 00000100:00100000:3.0:1780298664.411684:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605371008:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.411762:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039bd2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8333 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.411777:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039bd2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8333 expref: 20 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.411786:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00000100:00100000:3.0:1780298664.411814:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610153344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1142us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.411821:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12222 00000100:00100000:2.0:1780298664.412661:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.412700:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.412700:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153472 00000100:00100000:1.0:1780298664.412705:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153472 00000100:00100000:1.0:1780298664.412735:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153600 00000100:00100000:1.0:1780298664.412737:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153600 00000100:00100000:0.0:1780298664.412746:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12223 00000100:00100000:2.0:1780298664.412755:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12224 00000100:00100000:0.0:1780298664.412758:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610153472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.412776:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.412777:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610153600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.412786:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63039bd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d833a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.412788:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.412800:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039be0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8341 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.412817:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605371136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.412832:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605371264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.412867:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.412868:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.413600:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605371136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.413614:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605371264:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.413615:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63039bd9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d833a expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.413631:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a323d4b/0xaf35132e63039bd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d833a expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.413639:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bf000, rc 0) 00010000:00010000:3.0:1780298664.413644:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039be0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8341 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.413658:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039be0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8341 expref: 20 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.413665:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610153472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1004us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298664.413672:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298664.413672:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12223 00000100:00100000:3.0:1780298664.413701:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610153600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.413709:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12224 00000100:00100000:3.0:1780298664.414811:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.414896:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153728 00000100:00100000:2.0:1780298664.414902:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153728 00000100:00100000:2.0:1780298664.414934:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12225 00000100:00100000:2.0:1780298664.414942:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610153728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.414952:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.414961:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039be7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8348 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.414994:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605371392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.415046:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.415710:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605371392:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.415726:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039be7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8348 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.415745:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039be7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8348 expref: 17 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.415754:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:3.0:1780298664.415781:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610153728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (972us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.415788:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12225 00000100:00100000:3.0:1780298664.416565:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.416615:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610153856 00000100:00100000:2.0:1780298664.416620:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610153856 00000100:00100000:2.0:1780298664.416650:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12226 00000100:00100000:2.0:1780298664.416658:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e582c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610153856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.416668:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.416677:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039bee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d834f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.416706:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605371520:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.416750:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.417407:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605371520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.417423:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039bee lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d834f expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.417436:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039bee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d834f expref: 17 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.417445:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298664.417472:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e582c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610153856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 815us (908us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.417479:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12226 00000100:00100000:0.0:1780298664.418992:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.419039:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154112 00000100:00100000:1.0:1780298664.419045:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154112 00000100:00100000:1.0:1780298664.419088:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62300 00000100:00100000:1.0:1780298664.419097:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+41:30556:x1866777610154112:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298664.419184:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.419205:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244f3ac00/0xaf35132e63039b85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82ed expref: 41 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.419219:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.419223:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.419374:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.419390:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.419400:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.419422:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.419432:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 45 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.419440:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605371648:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.419479:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.420051:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605371648:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.420067:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.420267:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.420298:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154240 00000100:00100000:1.0:1780298664.420306:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154240 00010000:00010000:1.0:1780298664.420323:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 46 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.420349:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15691 00000100:00100000:1.0:1780298664.420358:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+46:2399:x1866777610154240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.420368:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.420372:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 46 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420379:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 46 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420388:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf400/0xaf35132e63039baf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8310 expref: 46 pid: 9976 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420396:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.420398:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420404:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420410:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.420424:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.420446:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:2399:x1866777610154240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 90us (180us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298664.420451:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.420466:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.420467:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15691 00000001:00080000:2.0:1780298664.420512:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991297 00000004:00010000:2.0:1780298664.420532:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9c04712 reply state 0000000067b41d3c transno 4294991298 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.420540:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279200/0xaf35132e63039bf5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.420545:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.420547:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298664.420549:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298664.420607:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610154112:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1512us (1617us total) trans 4294991298 rc 0/0 00000100:00100000:2.0:1780298664.420620:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62300 00000020:00080000:2.0:1780298664.420623:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298664.421290:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.421315:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154368 00000100:00100000:3.0:1780298664.421319:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154368 00000100:00100000:3.0:1780298664.421353:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12227 00000100:00100000:3.0:1780298664.421360:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610154368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.421377:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.421388:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8356 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.421407:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.421416:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(14 110) 00010000:00010000:3.0:1780298664.421420:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(15 110) 00010000:00010000:3.0:1780298664.421424:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.421441:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 15 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.421451:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 15 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.421461:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605371776:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.421496:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.422056:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605371776:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.422075:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 21 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422088:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830de00, rc 0) 00000100:00100000:1.0:1780298664.422115:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610154368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 756us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.422120:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12227 00000100:00100000:2.0:1780298664.422273:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.422301:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154496 00000100:00100000:1.0:1780298664.422305:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154496 00010000:00010000:1.0:1780298664.422322:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.422347:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15692 00000100:00100000:1.0:1780298664.422354:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2400:x1866777610154496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.422364:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.422376:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422383:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422394:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccb4ef2a/0xaf35132e63039bc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3624960->37179391] (req 3624960->3690495) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8325 expref: 16 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422414:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(15 110) 00010000:00010000:1.0:1780298664.422416:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(15 110) 00010000:00010000:1.0:1780298664.422420:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422426:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.422440:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 20 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.422447:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605371904:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.422483:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.423083:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605371904:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.423094:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.423121:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348af6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610154496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 768us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.423128:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15692 00000100:00100000:3.0:1780298664.423374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.423413:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154624 00000100:00100000:2.0:1780298664.423418:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154624 00000100:00100000:2.0:1780298664.423450:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12228 00000100:00100000:2.0:1780298664.423458:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610154624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.423468:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.423479:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d835d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.423497:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.423504:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(12 75) 00010000:00010000:2.0:1780298664.423507:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(13 75) 00010000:00010000:2.0:1780298664.423511:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.423530:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.423541:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 20 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.423563:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605372032:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.423601:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.424201:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605372032:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.424218:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.424243:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:3.0:1780298664.424275:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610154624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.424282:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12228 00000100:00100000:2.0:1780298664.424382:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.424405:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154752 00000100:00100000:0.0:1780298664.424410:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154752 00010000:00010000:0.0:1780298664.424429:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 21 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.424470:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15693 00000100:00100000:0.0:1780298664.424482:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2399:x1866777610154752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.424495:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.424508:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 21 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.424519:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 21 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.424534:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000991eb57d/0xaf35132e63039b77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d82e6 expref: 21 pid: 12101 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.424545:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(13 75) 00010000:00010000:0.0:1780298664.424548:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(13 75) 00010000:00010000:0.0:1780298664.424553:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.424561:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.424582:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.424604:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605372160:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.424641:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.425290:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605372160:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.425302:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.425328:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610154752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 848us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.425335:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15693 00000100:00100000:3.0:1780298664.425414:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.425435:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610154880 00000100:00100000:0.0:1780298664.425439:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610154880 00002000:00010000:0.0:1780298664.425455:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298664.425459:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777610154880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298664.425465:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00. 00000100:00100000:0.0:1780298664.425482:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7377 00000100:00100000:0.0:1780298664.425488:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610154880:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.425517:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.425533:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155008 00000100:00100000:3.0:1780298664.425538:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155008 00002000:00010000:3.0:1780298664.425555:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3173126->18446744073709551615) 00002000:00100000:3.0:1780298664.425559:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777610155008 ext(3173126->18446744073709551615) 00002000:00010000:3.0:1780298664.425565:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680. 00000100:00100000:3.0:1780298664.425589:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7378 00002000:00010000:0.0:1780298664.425591:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3979486 -> 4194304 00002000:00010000:0.0:1780298664.425595:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00000100:00100000:3.0:1780298664.425600:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610155008:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298664.425600:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.425606:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:0.0:1780298664.425610:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1360 00000100:00100000:0.0:1780298664.425640:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610154880:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 151us (226us total) trans 4294970024 rc 0/0 00000100:00100000:0.0:1780298664.425645:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7377 00002000:00010000:0.0:1780298664.425648:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298664.425650:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777610154880 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1780298664.425654:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00. 00002000:00010000:3.0:1780298664.425754:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 3173126 00002000:00010000:3.0:1780298664.425758:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.425760:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.425762:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:3.0:1780298664.425763:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1780298664.425793:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610155008:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 196us (275us total) trans 4294969488 rc 0/0 00000100:00100000:3.0:1780298664.425800:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7378 00002000:00010000:3.0:1780298664.425803:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3173126->18446744073709551615) 00002000:00100000:3.0:1780298664.425805:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812680 with x1866777610155008 ext(3173126->18446744073709551615) 00002000:00010000:3.0:1780298664.425810:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812680. 00000100:00100000:2.0:1780298664.426394:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.426428:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155136 00000100:00100000:0.0:1780298664.426433:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155136 00000100:00100000:0.0:1780298664.426466:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62301 00000100:00100000:0.0:1780298664.426475:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+45:30556:x1866777610155136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.426491:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.426502:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63039c0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8364 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426563:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426575:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426585:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.426606:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7367430 00000004:00200000:0.0:1780298664.426610:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.426625:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426645:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf600/0xaf35132e63039c0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8364 expref: 47 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426659:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8364 expref: 46 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.426667:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.426670:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.426672:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be200, rc 0) 00000100:00100000:0.0:1780298664.426700:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+46:30556:x1866777610155136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 227us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.426715:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62301 00000100:00100000:2.0:1780298664.427473:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.427515:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155264 00000100:00100000:3.0:1780298664.427520:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155264 00000100:00100000:2.0:1780298664.427528:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.427569:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155392 00000100:00100000:1.0:1780298664.427575:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155392 00000100:00100000:0.0:1780298664.427585:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12229 00000100:00100000:0.0:1780298664.427595:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610155264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.427603:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.427612:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e63039c18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d836b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.427617:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12230 00000100:00100000:1.0:1780298664.427631:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610155392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.427640:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.427652:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605372288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.427658:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039c1f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8372 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.427693:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605372416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.427693:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.427720:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.428388:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605372288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.428389:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605372416:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.428415:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e63039c18 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d836b expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.428417:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039c1f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8372 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.428444:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fedd83c9/0xaf35132e63039c18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d836b expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.428445:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039c1f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8372 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.428467:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00010000:00010000:1.0:1780298664.428469:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.428505:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610155392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 876us (976us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.428505:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610155264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1030us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.428518:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12229 00000100:00100000:1.0:1780298664.428528:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12230 00000100:00100000:2.0:1780298664.429369:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.429401:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155520 00000100:00100000:1.0:1780298664.429406:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155520 00000100:00100000:1.0:1780298664.429438:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12231 00000100:00100000:1.0:1780298664.429447:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610155520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.429454:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298664.429455:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.429464:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8379 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.429492:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605372544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.429496:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155648 00000100:00100000:3.0:1780298664.429501:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155648 00000100:00100000:3.0:1780298664.429537:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12232 00000100:00100000:3.0:1780298664.429548:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610155648:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.429555:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00010000:00010000:3.0:1780298664.429556:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.429568:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039c2d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8380 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.429599:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605372672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.429633:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.430244:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605372672:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.430258:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605372544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.430263:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039c2d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8380 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.430275:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4b625d7/0xaf35132e63039c2d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8380 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.430278:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c26 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8379 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.430290:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00010000:00010000:1.0:1780298664.430303:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8379 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.430316:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:3.0:1780298664.430318:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610155648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 773us (863us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.430324:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12232 00000100:00100000:1.0:1780298664.430344:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610155520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (974us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.430349:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12231 00000100:00100000:2.0:1780298664.432312:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.432348:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155776 00000100:00100000:2.0:1780298664.432353:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.432356:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155776 00000100:00100000:3.0:1780298664.432373:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610155904 00000100:00100000:3.0:1780298664.432378:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610155904 00000100:00100000:0.0:1780298664.432396:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12233 00000100:00100000:0.0:1780298664.432405:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610155776:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.432412:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12234 00000100:00100000:1.0:1780298664.432420:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610155904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.432424:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.432426:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.432436:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039c3b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d838e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.432436:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039c34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8387 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.432471:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605372800:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.432472:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605372928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.432520:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.432520:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00002000:00010000:1.0:1780298664.433182:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1780298664.433191:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605372800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.433216:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039c3b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d838e expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.433228:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4194304 -> 5835019 00000100:00100000:2.0:1780298664.433242:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605372928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.433243:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039c3b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d838e expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.433259:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00010000:00010000:2.0:1780298664.433264:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039c34 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8387 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.433280:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c189d300/0xaf35132e63039c34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8387 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.433299:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610155904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.433306:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12234 00010000:00010000:2.0:1780298664.433307:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bee00, rc 0) 00000100:00100000:2.0:1780298664.433334:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2398:x1866777610155776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1025us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.433341:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12233 00000100:00100000:2.0:1780298664.437182:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.437215:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.437216:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156032 00000100:00100000:3.0:1780298664.437229:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156032 00000100:00100000:0.0:1780298664.437265:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156160 00000100:00100000:0.0:1780298664.437271:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156160 00000100:00100000:3.0:1780298664.437315:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12235 00000100:00100000:3.0:1780298664.437325:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610156032:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.437330:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12236 00010000:00010000:3.0:1780298664.437337:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.437342:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610156160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.437350:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8395 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.437351:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.437361:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e63039c49 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d839c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.437392:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605373056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.437394:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605373184:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.437468:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.437469:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.438190:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605373056:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.438202:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605373184:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.438218:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c42 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8395 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.438225:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e63039c49 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d839c expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.438236:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8395 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.438239:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fedd83c9/0xaf35132e63039c49 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d839c expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.438256:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00010000:00010000:1.0:1780298664.438259:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445be000, rc 0) 00000100:00100000:1.0:1780298664.438302:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2399:x1866777610156160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 963us (1086us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.438309:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12236 00000100:00100000:2.0:1780298664.438324:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610156032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1156us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.438332:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12235 00000100:00100000:2.0:1780298664.439199:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.439252:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156288 00000100:00100000:0.0:1780298664.439257:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156288 00000100:00100000:0.0:1780298664.439299:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62302 00000100:00100000:0.0:1780298664.439308:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610156288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.439322:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.439335:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63039c50 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83a3 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439418:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439445:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439457:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.439480:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7367430 00000004:00200000:0.0:1780298664.439483:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.439497:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439513:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bf000/0xaf35132e63039c50 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 45 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439522:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 44 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.439527:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.439529:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.439531:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf2445bfa00, rc 0) 00000100:00100000:0.0:1780298664.439557:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610156288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 253us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.439561:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62302 00000100:00100000:0.0:1780298664.440682:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.440724:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156416 00000100:00100000:1.0:1780298664.440729:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156416 00000100:00100000:1.0:1780298664.440766:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7379 00000100:00100000:1.0:1780298664.440771:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610156416:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.440937:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5835019 -> 4194304 00002000:00010000:1.0:1780298664.440946:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.440947:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.440949:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.440951:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1464 00000100:00100000:1.0:1780298664.440982:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610156416:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 210us (302us total) trans 4294970025 rc 0/0 00000100:00100000:1.0:1780298664.440992:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7379 00000100:00100000:2.0:1780298664.442348:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.442390:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156544 00000100:00100000:1.0:1780298664.442395:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156544 00000100:00100000:1.0:1780298664.442432:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7380 00000100:00100000:1.0:1780298664.442441:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610156544:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.442537:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298664.442540:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.442543:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.442545:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.442547:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1464 -> 1488 00000100:00100000:1.0:1780298664.442579:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610156544:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 139us (232us total) trans 4294970026 rc 0/0 00000100:00100000:1.0:1780298664.442587:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7380 00000100:00100000:2.0:1780298664.449491:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.449517:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.449556:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156672 00000100:00100000:0.0:1780298664.449567:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156672 00000100:00100000:1.0:1780298664.449571:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156800 00000100:00100000:1.0:1780298664.449578:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156800 00002000:00100000:1.0:1780298664.449617:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->3174399) req@ffff9cf244813480 x1866777610156800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.449618:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3981312->5791743) req@ffff9cf244810a80 x1866777610156672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.449639:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777610156800 ext(0->3174399) 00002000:00010000:1.0:1780298664.449645:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00002000:00100000:0.0:1780298664.449659:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777610156672 ext(3981312->5791743) 00002000:00010000:0.0:1780298664.449664:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:1.0:1780298664.449671:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7381 00000100:00100000:1.0:1780298664.449686:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610156800:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.449689:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7382 00000100:00100000:2.0:1780298664.449702:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610156672:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.451162:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610156672:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1425us (1640us total) trans 0 rc 212992/212992 00000100:00100000:0.0:1780298664.451173:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7382 00002000:00100000:0.0:1780298664.451184:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3981312->5791743) req@ffff9cf244810a80 x1866777610156672/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 212992/212992 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.451194:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810a80 with x1866777610156672 ext(3981312->5791743) 00002000:00010000:0.0:1780298664.451200:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810a80 00000100:00100000:0.0:1780298664.454726:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.454890:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610156928 00000100:00100000:3.0:1780298664.454899:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610156928 00002000:00100000:3.0:1780298664.454941:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5791744->5795839) req@ffff9cf37bbc4380 x1866777610156928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.454950:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4380 with x1866777610156928 ext(5791744->5795839) 00002000:00010000:3.0:1780298664.454955:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4380 00000100:00100000:3.0:1780298664.454988:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7383 00000100:00100000:3.0:1780298664.454998:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610156928:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.455413:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610156928:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 415us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.455424:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7383 00002000:00100000:2.0:1780298664.455432:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5791744->5795839) req@ffff9cf37bbc4380 x1866777610156928/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.455441:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4380 with x1866777610156928 ext(5791744->5795839) 00002000:00010000:2.0:1780298664.455445:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4380 00000100:00100000:1.0:1780298664.456225:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610156800:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 6537us (6703us total) trans 0 rc 3174400/3174400 00000100:00100000:1.0:1780298664.456235:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7381 00002000:00100000:1.0:1780298664.456242:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->3174399) req@ffff9cf244813480 x1866777610156800/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 3174400/3174400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.456252:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813480 with x1866777610156800 ext(0->3174399) 00002000:00010000:1.0:1780298664.456257:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244813480 00000100:00100000:3.0:1780298664.456816:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.456861:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157056 00000100:00100000:1.0:1780298664.456875:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157056 00002000:00100000:1.0:1780298664.456901:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5795840->5799935) req@ffff9cf242b68000 x1866777610157056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.456911:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777610157056 ext(5795840->5799935) 00002000:00010000:1.0:1780298664.456914:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:1.0:1780298664.456938:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7384 00000100:00100000:1.0:1780298664.456946:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610157056:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.457027:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610157056:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.457034:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7384 00002000:00100000:1.0:1780298664.457040:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5795840->5799935) req@ffff9cf242b68000 x1866777610157056/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.457049:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777610157056 ext(5795840->5799935) 00002000:00010000:1.0:1780298664.457053:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000 00000100:00100000:0.0:1780298664.457953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.457998:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157184 00000100:00100000:1.0:1780298664.458002:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157184 00002000:00100000:1.0:1780298664.458018:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5799936->5804031) req@ffff9cf37bbc4a80 x1866777610157184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.458025:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777610157184 ext(5799936->5804031) 00002000:00010000:1.0:1780298664.458027:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4a80 00000100:00100000:1.0:1780298664.458044:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7385 00000100:00100000:1.0:1780298664.458049:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610157184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.458104:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2398:x1866777610157184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.458110:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7385 00002000:00100000:1.0:1780298664.458116:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (5799936->5804031) req@ffff9cf37bbc4a80 x1866777610157184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.458139:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc4a80 with x1866777610157184 ext(5799936->5804031) 00002000:00010000:1.0:1780298664.458154:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc4a80 00000100:00100000:2.0:1780298664.459198:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.459254:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157312 00000100:00100000:3.0:1780298664.459259:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157312 00002000:00100000:3.0:1780298664.459284:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5804032->5808127) req@ffff9cf36e5db100 x1866777610157312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.459292:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777610157312 ext(5804032->5808127) 00002000:00010000:3.0:1780298664.459295:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:3.0:1780298664.459317:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7386 00000100:00100000:3.0:1780298664.459325:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610157312:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.459405:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610157312:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.459412:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7386 00002000:00100000:3.0:1780298664.459420:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5804032->5808127) req@ffff9cf36e5db100 x1866777610157312/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.459428:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db100 with x1866777610157312 ext(5804032->5808127) 00002000:00010000:3.0:1780298664.459431:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db100 00000100:00100000:3.0:1780298664.460357:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.460440:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157440 00000100:00100000:0.0:1780298664.460447:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157440 00000100:00100000:3.0:1780298664.460464:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.460493:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157568 00000100:00100000:0.0:1780298664.460497:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157568 00000100:00100000:0.0:1780298664.460533:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12237 00000100:00100000:2.0:1780298664.460541:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12238 00000100:00100000:0.0:1780298664.460548:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610157440:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.460556:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610157568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.460562:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.460565:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.460580:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039c5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83b1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.460580:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039c65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83aa expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.460653:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605373312:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.460654:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605373440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.460755:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.460755:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.461576:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4194304 -> 5835019 00000100:00100000:3.0:1780298664.461598:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605373440:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.461620:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605373312:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.461628:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039c65 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83aa expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.461641:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039c5e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83b1 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.461652:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039c65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83aa expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.461659:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039c5e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83b1 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.461673:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00010000:00010000:3.0:1780298664.461679:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:2.0:1780298664.461715:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610157568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1164us (1252us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.461726:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610157440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1183us (1367us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.461726:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12238 00000100:00100000:3.0:1780298664.461737:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12237 00000100:00100000:3.0:1780298664.462705:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.462750:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157696 00000100:00100000:1.0:1780298664.462755:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157696 00000100:00100000:3.0:1780298664.462791:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.462795:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12239 00000100:00100000:1.0:1780298664.462804:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610157696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.462813:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.462824:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039c6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83b8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.462825:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157824 00000100:00100000:2.0:1780298664.462832:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157824 00000100:00100000:1.0:1780298664.462863:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605373568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.462873:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12240 00000100:00100000:2.0:1780298664.462884:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610157824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.462893:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.462903:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039c73 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83bf expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.462909:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.462946:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605373696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.462977:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.463686:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605373568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.463718:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039c6c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83b8 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.463738:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e63039c6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83b8 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.463751:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.463792:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610157696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1087us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.463803:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12239 00000100:00100000:2.0:1780298664.463830:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605373696:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.463850:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039c73 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83bf expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.463865:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e63039c73 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83bf expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.463873:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.463905:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610157824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.463913:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12240 00000100:00100000:0.0:1780298664.464874:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.464956:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610157952 00000100:00100000:3.0:1780298664.464962:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610157952 00000100:00100000:0.0:1780298664.464992:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.465022:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158080 00000100:00100000:2.0:1780298664.465028:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158080 00000100:00100000:1.0:1780298664.465035:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12241 00000100:00100000:1.0:1780298664.465045:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610157952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.465053:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.465063:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83c6 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.465069:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12242 00000100:00100000:2.0:1780298664.465083:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610158080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.465092:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.465101:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605373824:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.465103:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039c81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83cd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.465173:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605373952:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.465179:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.465204:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.465763:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605373824:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.465781:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c7a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83c6 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.465797:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039c7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83c6 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.465815:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.465849:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610157952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 806us (976us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.465858:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12241 00000100:00100000:2.0:1780298664.465928:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605373952:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.465940:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039c81 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83cd expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.465954:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039c81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83cd expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.465960:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.466001:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610158080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1009us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.466010:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12242 00000100:00100000:0.0:1780298664.466827:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.466851:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158208 00000100:00100000:3.0:1780298664.466857:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158208 00000100:00100000:3.0:1780298664.466890:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12243 00000100:00100000:3.0:1780298664.466899:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610158208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.466909:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.466918:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83d4 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.466937:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.466948:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(15 110) 00010000:00010000:3.0:1780298664.466952:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(16 110) 00010000:00010000:3.0:1780298664.466957:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->2756607] (req 2752512->2756607) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.466981:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.467002:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 23 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.467014:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605374080:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.467057:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.467737:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605374080:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.467755:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->2756607] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.467768:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:3.0:1780298664.467797:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:30556:x1866777610158208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.467804:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12243 00000100:00100000:0.0:1780298664.468011:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.468070:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158336 00000100:00100000:1.0:1780298664.468076:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158336 00002000:00100000:1.0:1780298664.468109:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5808128->5835018) req@ffff9cf242b42a00 x1866777610158336/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.468119:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777610158336 ext(5808128->5835018) 00010000:00010000:1.0:1780298664.468164:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 24 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.468180:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 24 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.468187:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242b42a00 00000100:00100000:1.0:1780298664.468210:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 256 00000100:00100000:1.0:1780298664.468219:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610158336:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.469533:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610158336:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1315us (1522us total) trans 4294970027 rc 0/0 00000100:00100000:1.0:1780298664.469541:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 256 00002000:00100000:1.0:1780298664.469549:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (5808128->5835018) req@ffff9cf242b42a00 x1866777610158336/t4294970027(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.469571:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b42a00 with x1866777610158336 ext(5808128->5835018) 00010000:00010000:1.0:1780298664.469578:0:8364:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.469592:0:8364:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.469600:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242b42a00 00000100:00100000:0.0:1780298664.470603:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.470643:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158464 00000100:00100000:2.0:1780298664.470648:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158464 00010000:00010000:2.0:1780298664.470669:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.470694:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15694 00000100:00100000:2.0:1780298664.470701:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2400:x1866777610158464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.470710:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.470717:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1488 -> 1544 00010000:00010000:2.0:1780298664.470721:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.470730:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.470755:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e0d5df/0xaf35132e63039bfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8356 expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.470764:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(16 110) 00010000:00010000:2.0:1780298664.470766:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(16 110) 00010000:00010000:2.0:1780298664.470772:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.470778:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.470799:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.470807:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605374208:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.470849:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.471533:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605374208:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.471544:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.471566:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2400:x1866777610158464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 866us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.471574:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15694 00000100:00100000:0.0:1780298664.471649:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.471675:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158592 00000100:00100000:1.0:1780298664.471679:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158592 00000100:00100000:1.0:1780298664.471711:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7387 00000100:00100000:1.0:1780298664.471720:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610158592:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.471822:0:8363:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5835019 -> 5835019 00002000:00010000:1.0:1780298664.471825:0:8363:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.471827:0:8363:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.471828:0:8363:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.471830:0:8363:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1544 -> 1552 00000100:00100000:1.0:1780298664.471852:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610158592:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 136us (204us total) trans 4294970028 rc 0/0 00000100:00100000:1.0:1780298664.471857:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7387 00000100:00100000:0.0:1780298664.472793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.472820:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.472830:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158720 00000100:00100000:2.0:1780298664.472834:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158720 00000100:00100000:2.0:1780298664.472857:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158848 00000100:00100000:2.0:1780298664.472867:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158848 00000100:00100000:3.0:1780298664.472876:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12244 00000100:00100000:3.0:1780298664.472889:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610158720:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.472892:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12245 00010000:00010000:3.0:1780298664.472903:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.472904:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610158848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.472912:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.472914:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83db expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.472923:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039c96 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83e2 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.472957:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605374336:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.472965:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605374464:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.473009:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.473010:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.473761:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605374464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.473761:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605374336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.473781:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c8f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83db expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.473794:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4b625d7/0xaf35132e63039c8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83db expref: 18 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.473798:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039c96 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83e2 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.473805:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ce00, rc 0) 00010000:00010000:3.0:1780298664.473821:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039c96 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83e2 expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.473832:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610158720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 948us (1039us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298664.473833:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00000100:00100000:2.0:1780298664.473840:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12244 00000100:00100000:3.0:1780298664.473864:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610158848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1044us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.473872:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12245 00000100:00100000:2.0:1780298664.474838:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.474890:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159104 00000100:00100000:0.0:1780298664.474895:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159104 00000100:00100000:0.0:1780298664.474931:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12246 00000100:00100000:0.0:1780298664.474940:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610159104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.474949:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.474958:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298664.474958:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039c9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83f0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.474992:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605374592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.474993:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610158976 00000100:00100000:2.0:1780298664.474999:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610158976 00000100:00100000:2.0:1780298664.475029:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12247 00000100:00100000:2.0:1780298664.475040:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610158976:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.475045:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00010000:00010000:2.0:1780298664.475048:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.475058:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ca4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83e9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.475093:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605374720:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.475116:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.475742:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605374592:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.475770:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039c9d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83f0 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.475785:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039c9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83f0 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.475797:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:2.0:1780298664.475816:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605374720:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.475833:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610159104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (995us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.475838:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ca4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83e9 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.475843:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12246 00010000:00010000:2.0:1780298664.475863:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ca4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83e9 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.475872:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.475892:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610158976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (937us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.475899:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12247 00000100:00100000:2.0:1780298664.477006:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.477057:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159232 00000100:00100000:2.0:1780298664.477063:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.477065:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159232 00000100:00100000:3.0:1780298664.477090:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159360 00000100:00100000:3.0:1780298664.477095:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159360 00000100:00100000:1.0:1780298664.477105:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12248 00000100:00100000:1.0:1780298664.477117:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610159232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.477172:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.477177:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12249 00010000:00010000:1.0:1780298664.477180:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039cab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83f7 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.477210:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610159360:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.477218:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605374848:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.477219:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.477230:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63039cb2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d83fe expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.477262:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605374976:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.477266:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.477299:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.477891:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605374848:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.477913:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039cab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83f7 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.477929:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039cab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83f7 expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.477940:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:3.0:1780298664.477973:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610159232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 860us (971us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.477981:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12248 00000100:00100000:0.0:1780298664.478077:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605374976:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.478093:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63039cb2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83fe expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.478207:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e63039cb2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83fe expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.478228:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298664.478255:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610159360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1195us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.478261:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12249 00000100:00100000:1.0:1780298664.479253:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.479284:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159616 00000100:00100000:2.0:1780298664.479289:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159616 00000100:00100000:1.0:1780298664.479308:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.479319:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159488 00000100:00100000:2.0:1780298664.479324:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159488 00000100:00100000:0.0:1780298664.479332:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12250 00000100:00100000:0.0:1780298664.479341:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610159616:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.479346:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12251 00010000:00010000:0.0:1780298664.479350:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.479358:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039cb9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d840c expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.479379:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605375104:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.479404:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610159488:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.479412:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00010000:00010000:3.0:1780298664.479413:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.479423:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039cc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8405 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.479461:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605375232:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.479495:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.480006:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605375104:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.480020:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039cb9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d840c expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.480030:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039cb9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d840c expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.480037:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:0.0:1780298664.480063:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2398:x1866777610159616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 723us (809us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.480068:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12250 00000100:00100000:3.0:1780298664.480279:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605375232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.480296:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039cc0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8405 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.480310:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039cc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8405 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.480321:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.480351:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610159488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 990us (1043us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.480359:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12251 00000100:00100000:2.0:1780298664.481235:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.481286:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159744 00000100:00100000:1.0:1780298664.481291:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159744 00000100:00100000:3.0:1780298664.481332:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.481333:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12252 00000100:00100000:1.0:1780298664.481344:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610159744:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.481353:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610159872 00010000:00010000:1.0:1780298664.481354:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.481359:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610159872 00010000:00010000:1.0:1780298664.481364:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8413 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.481389:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12253 00000100:00100000:0.0:1780298664.481396:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610159872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.481402:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.481404:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605375360:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.481410:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63039cce lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d841a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.481432:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605375488:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.481454:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.481457:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.482185:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605375360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.482206:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cc7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8413 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.482221:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8413 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.482247:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:0.0:1780298664.482255:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605375488:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.482270:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63039cce lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d841a expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.482280:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610159744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 937us (1044us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298664.482282:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001308b102/0xaf35132e63039cce lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d841a expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.482298:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12252 00010000:00010000:0.0:1780298664.482301:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298664.482327:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2397:x1866777610159872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (998us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.482334:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12253 00000100:00100000:2.0:1780298664.483179:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.483207:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160000 00000100:00100000:1.0:1780298664.483211:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160000 00000100:00100000:1.0:1780298664.483239:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12254 00000100:00100000:1.0:1780298664.483248:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:30556:x1866777610160000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.483256:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.483265:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8421 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.483284:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.483292:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(13 75) 00010000:00010000:1.0:1780298664.483295:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:1.0:1780298664.483300:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->1466367] (req 1454080->1466367) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 21 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.483318:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.483331:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 20 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.483350:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605375616:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.483391:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.484009:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baedc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605375616:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.484022:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->1466367] (req 1454080->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 21 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.484030:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:2.0:1780298664.484052:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:30556:x1866777610160000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.484062:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12254 00000100:00100000:3.0:1780298664.486631:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.486665:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160128 00000100:00100000:0.0:1780298664.486670:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160128 00010000:00010000:0.0:1780298664.486691:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 21 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.486729:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15695 00000100:00100000:0.0:1780298664.486736:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610160128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.486745:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.486758:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 21 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.486766:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 21 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.486781:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e63039c03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d835d expref: 21 pid: 8359 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.486789:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:0.0:1780298664.486792:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:0.0:1780298664.486796:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.486802:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.486822:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.486831:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605375744:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.486875:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.487672:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605375744:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298664.487686:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.487705:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.487746:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160256 00000100:00100000:3.0:1780298664.487750:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610160128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1014us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.487753:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160256 00000100:00100000:3.0:1780298664.487759:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15695 00000100:00100000:1.0:1780298664.487802:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7388 00000100:00100000:1.0:1780298664.487812:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610160256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.487993:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3173126 -> 3173126 00002000:00010000:1.0:1780298664.487996:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.487998:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.487999:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298664 -> 1780298664 00002000:00010000:1.0:1780298664.488000:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 1 -> 24 00000100:00100000:1.0:1780298664.488025:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610160256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (322us total) trans 4294969489 rc 0/0 00000100:00100000:1.0:1780298664.488029:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7388 00000100:00100000:0.0:1780298664.488972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.489014:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160384 00000100:00100000:3.0:1780298664.489018:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160384 00000100:00100000:3.0:1780298664.489060:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12255 00000100:00100000:3.0:1780298664.489070:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610160384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.489081:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.489083:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.489094:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039cdc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8428 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.489159:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160512 00000100:00100000:1.0:1780298664.489164:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160512 00000100:00100000:1.0:1780298664.489192:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12256 00000100:00100000:1.0:1780298664.489199:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610160512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.489206:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.489215:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ce3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d842f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.489233:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605375872:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.489244:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605376000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.489288:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.489289:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.490090:0:9128:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 1780298664 -> 1780298665 00000100:00100000:2.0:1780298664.490105:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605375872:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298664.490122:0:12101:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 1780298664 -> 1780298665 00000100:00100000:1.0:1780298664.490160:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605376000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.490171:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039cdc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8428 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.490182:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ce3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d842f expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.490190:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a3562c/0xaf35132e63039cdc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8428 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.490204:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c000, rc 0) 00010000:00010000:1.0:1780298664.490207:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039ce3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d842f expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.490220:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:2.0:1780298664.490232:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610160384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1165us (1260us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.490237:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12255 00000100:00100000:1.0:1780298664.490243:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610160512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1045us (1162us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.490251:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12256 00000100:00100000:0.0:1780298664.491223:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.491347:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.491379:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160768 00000100:00100000:2.0:1780298664.491386:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160640 00000100:00100000:3.0:1780298664.491390:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160768 00000100:00100000:2.0:1780298664.491393:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160640 00000100:00100000:2.0:1780298664.491432:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12257 00000100:00100000:2.0:1780298664.491444:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610160640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.491453:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.491463:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039cea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8436 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.491492:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605376128:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.491493:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12258 00000100:00100000:3.0:1780298664.491515:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610160768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.491532:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.491539:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00010000:00010000:3.0:1780298664.491548:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039cf1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d843d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.491591:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605376256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.491674:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.492174:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605376128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.492189:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039cea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8436 expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.492206:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039cea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8436 expref: 26 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.492214:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.492238:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610160640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 799us (894us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.492243:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12257 00000100:00100000:3.0:1780298664.492406:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605376256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.492425:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039cf1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d843d expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.492438:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039cf1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d843d expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.492449:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.492497:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610160768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 991us (1275us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.492504:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12258 00000100:00100000:2.0:1780298664.493364:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.493395:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610160896 00000100:00100000:1.0:1780298664.493399:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610160896 00000100:00100000:1.0:1780298664.493429:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12259 00000100:00100000:1.0:1780298664.493437:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610160896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.493445:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.493453:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cf8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8444 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.493481:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605376384:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.493499:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.493550:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.493567:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161024 00000100:00100000:3.0:1780298664.493572:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161024 00000100:00100000:3.0:1780298664.493644:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12260 00000100:00100000:3.0:1780298664.493652:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610161024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.493660:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.493666:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039cff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d844b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.493689:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605376512:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.493719:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00002000:00010000:1.0:1780298664.494234:0:19992:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:1.0:1780298664.494249:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605376384:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.494282:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cf8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8444 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.494299:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e63039cf8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8444 expref: 18 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.494310:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298664.494345:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610160896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (984us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.494351:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12259 00002000:00010000:3.0:1780298664.494437:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:3.0:1780298664.494451:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605376512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.494505:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039cff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d844b expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.494519:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039cff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d844b expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.494529:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:3.0:1780298664.494562:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610161024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1064us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.494569:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12260 00000100:00100000:2.0:1780298664.495917:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.495951:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161152 00000100:00100000:1.0:1780298664.495956:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161152 00000100:00100000:2.0:1780298664.495981:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00100000:1.0:1780298664.495986:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (3321856->3325951) req@ffff9cf36e5d8700 x1866777610161152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.496001:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777610161152 ext(3321856->3325951) 00002000:00010000:1.0:1780298664.496007:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:1.0:1780298664.496035:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161280 00000100:00100000:1.0:1780298664.496039:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161280 00000100:00100000:0.0:1780298664.496049:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7389 00002000:00100000:1.0:1780298664.496059:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3981312->4194303) req@ffff9cf36e5d9f80 x1866777610161280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1780298664.496072:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161152:12345-192.168.203.25@tcp:3:fsx.0 00002000:00100000:1.0:1780298664.496084:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9f80 with x1866777610161280 ext(3981312->4194303) 00002000:00010000:1.0:1780298664.496090:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9f80 00000100:00100000:1.0:1780298664.496117:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7390 00000100:00100000:1.0:1780298664.496195:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610161280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.496272:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 211us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.496282:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7389 00002000:00100000:0.0:1780298664.496291:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (3321856->3325951) req@ffff9cf36e5d8700 x1866777610161152/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.496302:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8700 with x1866777610161152 ext(3321856->3325951) 00002000:00010000:0.0:1780298664.496307:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8700 00000100:00100000:2.0:1780298664.497403:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.497453:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161408 00000100:00100000:1.0:1780298664.497468:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161408 00002000:00100000:1.0:1780298664.497494:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3325952->3330047) req@ffff9cf36e5db800 x1866777610161408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.497505:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db800 with x1866777610161408 ext(3325952->3330047) 00002000:00010000:1.0:1780298664.497510:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5db800 00000100:00100000:1.0:1780298664.497542:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7391 00000100:00100000:1.0:1780298664.497551:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610161408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.497561:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610161280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1434us (1577us total) trans 0 rc 212992/212992 00000100:00100000:2.0:1780298664.497570:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7390 00002000:00100000:2.0:1780298664.497581:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3981312->4194303) req@ffff9cf36e5d9f80 x1866777610161280/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 212992/212992 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.497591:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9f80 with x1866777610161280 ext(3981312->4194303) 00002000:00010000:2.0:1780298664.497595:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9f80 00000100:00100000:1.0:1780298664.497632:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610161408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.497640:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7391 00002000:00100000:1.0:1780298664.497647:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3325952->3330047) req@ffff9cf36e5db800 x1866777610161408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.497656:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db800 with x1866777610161408 ext(3325952->3330047) 00002000:00010000:1.0:1780298664.497660:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5db800 00000100:00100000:2.0:1780298664.498595:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.498632:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161536 00000100:00100000:1.0:1780298664.498637:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161536 00002000:00100000:1.0:1780298664.498657:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (3330048->3334143) req@ffff9cf36e5dbb80 x1866777610161536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.498667:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dbb80 with x1866777610161536 ext(3330048->3334143) 00002000:00010000:1.0:1780298664.498671:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5dbb80 00000100:00100000:1.0:1780298664.498693:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7392 00000100:00100000:1.0:1780298664.498702:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.498775:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.498794:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7392 00002000:00100000:1.0:1780298664.498809:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (3330048->3334143) req@ffff9cf36e5dbb80 x1866777610161536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.498821:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dbb80 with x1866777610161536 ext(3330048->3334143) 00002000:00010000:1.0:1780298664.498825:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5dbb80 00000100:00100000:0.0:1780298664.499647:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.499706:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161664 00000100:00100000:1.0:1780298664.499714:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161664 00002000:00100000:1.0:1780298664.499746:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3334144->3338239) req@ffff9cf37f737800 x1866777610161664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.499754:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737800 with x1866777610161664 ext(3334144->3338239) 00002000:00010000:1.0:1780298664.499758:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f737800 00000100:00100000:1.0:1780298664.499777:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7393 00000100:00100000:1.0:1780298664.499784:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.499888:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.499893:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7393 00002000:00100000:1.0:1780298664.499897:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3334144->3338239) req@ffff9cf37f737800 x1866777610161664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.499904:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737800 with x1866777610161664 ext(3334144->3338239) 00002000:00010000:1.0:1780298664.499907:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f737800 00000100:00100000:3.0:1780298664.500764:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.500817:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161792 00000100:00100000:2.0:1780298664.500824:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161792 00002000:00100000:2.0:1780298664.500853:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3338240->3342335) req@ffff9cf242b6b480 x1866777610161792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.500876:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610161792 ext(3338240->3342335) 00002000:00010000:2.0:1780298664.500880:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b6b480 00000100:00100000:2.0:1780298664.500904:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7394 00000100:00100000:2.0:1780298664.500915:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.500999:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.501016:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7394 00002000:00100000:2.0:1780298664.501025:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (3338240->3342335) req@ffff9cf242b6b480 x1866777610161792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.501034:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610161792 ext(3338240->3342335) 00002000:00010000:2.0:1780298664.501038:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b6b480 00000100:00100000:2.0:1780298664.501797:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.501842:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610161920 00000100:00100000:3.0:1780298664.501847:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610161920 00002000:00100000:3.0:1780298664.501870:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3342336->3346431) req@ffff9cf36e5da680 x1866777610161920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.501877:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da680 with x1866777610161920 ext(3342336->3346431) 00002000:00010000:3.0:1780298664.501880:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da680 00000100:00100000:3.0:1780298664.501901:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7395 00000100:00100000:3.0:1780298664.501905:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161920:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.501974:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610161920:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 67us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.501981:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7395 00002000:00100000:3.0:1780298664.501987:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3342336->3346431) req@ffff9cf36e5da680 x1866777610161920/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.501995:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da680 with x1866777610161920 ext(3342336->3346431) 00002000:00010000:3.0:1780298664.501999:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5da680 00000100:00100000:0.0:1780298664.502806:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.502847:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162048 00000100:00100000:1.0:1780298664.502852:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162048 00002000:00100000:1.0:1780298664.502870:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3346432->3350527) req@ffff9cf37f737100 x1866777610162048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.502888:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777610162048 ext(3346432->3350527) 00002000:00010000:1.0:1780298664.502891:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:1.0:1780298664.502907:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7396 00000100:00100000:1.0:1780298664.502913:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610162048:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.502964:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610162048:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 52us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.502969:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7396 00002000:00100000:1.0:1780298664.502973:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3346432->3350527) req@ffff9cf37f737100 x1866777610162048/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.502979:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f737100 with x1866777610162048 ext(3346432->3350527) 00002000:00010000:1.0:1780298664.502981:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37f737100 00000100:00100000:0.0:1780298664.503930:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.503966:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.504010:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162176 00000100:00100000:2.0:1780298664.504018:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162176 00000100:00100000:2.0:1780298664.504064:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162304 00000100:00100000:2.0:1780298664.504066:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162304 00000100:00100000:3.0:1780298664.504076:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12261 00000100:00100000:3.0:1780298664.504089:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610162176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.504102:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.504115:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12262 00010000:00010000:3.0:1780298664.504155:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8452 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.504179:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610162304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.504193:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.504207:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605376640:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.504211:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d0d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8459 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.504271:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605376768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.504273:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.504327:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.504919:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605376640:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.504929:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605376768:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.504950:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d06 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8452 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.504951:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d0d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8459 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.504983:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8452 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.504983:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d0d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8459 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.505002:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:0.0:1780298664.505020:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298664.505039:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610162176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1106us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.505043:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610162304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (1074us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.505051:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12262 00000100:00100000:3.0:1780298664.505060:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12261 00000100:00100000:0.0:1780298664.505968:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.505987:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.506009:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162432 00000100:00100000:1.0:1780298664.506015:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162432 00000100:00100000:2.0:1780298664.506036:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162560 00000100:00100000:2.0:1780298664.506042:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162560 00000100:00100000:1.0:1780298664.506059:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12263 00000100:00100000:1.0:1780298664.506070:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610162432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.506081:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.506090:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12264 00010000:00010000:1.0:1780298664.506093:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8460 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.506101:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610162560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.506109:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.506117:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039d1b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8467 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.506157:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605376896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.506212:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.506226:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605377024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.506257:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.506971:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605376896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.506998:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d14 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8460 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.507013:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8460 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.507023:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:2.0:1780298664.507068:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610162432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1097us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.507077:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12263 00000100:00100000:1.0:1780298664.507099:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605377024:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.507122:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039d1b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8467 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.507188:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a777b004/0xaf35132e63039d1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8467 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.507196:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830da00, rc 0) 00000100:00100000:1.0:1780298664.507227:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610162560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1130us (1238us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.507232:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12264 00000100:00100000:0.0:1780298664.508310:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.508339:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162688 00000100:00100000:1.0:1780298664.508344:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162688 00002000:00100000:1.0:1780298664.508366:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5124096->5128191) req@ffff9cf244ad9180 x1866777610162688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.508372:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9180 with x1866777610162688 ext(5124096->5128191) 00002000:00010000:1.0:1780298664.508376:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9180 00000100:00100000:1.0:1780298664.508392:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7397 00000100:00100000:1.0:1780298664.508397:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610162688:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.508485:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2398:x1866777610162688:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (176us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.508490:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7397 00002000:00100000:1.0:1780298664.508496:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (5124096->5128191) req@ffff9cf244ad9180 x1866777610162688/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.508501:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9180 with x1866777610162688 ext(5124096->5128191) 00002000:00010000:1.0:1780298664.508504:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9180 00000100:00100000:0.0:1780298664.509257:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.509292:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162816 00000100:00100000:1.0:1780298664.509296:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162816 00002000:00100000:1.0:1780298664.509310:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5128192->5132287) req@ffff9cf244ad8a80 x1866777610162816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.509316:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8a80 with x1866777610162816 ext(5128192->5132287) 00002000:00010000:1.0:1780298664.509319:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8a80 00000100:00100000:1.0:1780298664.509333:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7398 00000100:00100000:1.0:1780298664.509338:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610162816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.509388:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2397:x1866777610162816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.509393:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7398 00002000:00100000:1.0:1780298664.509397:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5128192->5132287) req@ffff9cf244ad8a80 x1866777610162816/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.509403:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8a80 with x1866777610162816 ext(5128192->5132287) 00002000:00010000:1.0:1780298664.509405:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad8a80 00000100:00100000:0.0:1780298664.510255:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.510287:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610162944 00000100:00100000:1.0:1780298664.510291:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610162944 00000100:00100000:1.0:1780298664.510315:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12265 00000100:00100000:1.0:1780298664.510320:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610162944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.510327:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.510338:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039d22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d846e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.510373:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605377152:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.510424:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.510436:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.510518:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163072 00000100:00100000:2.0:1780298664.510528:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163072 00000100:00100000:2.0:1780298664.510575:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12266 00000100:00100000:2.0:1780298664.510591:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610163072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.510605:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.510618:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039d29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8475 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.510660:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605377280:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.510706:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.511095:0:9128:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 1780298664 -> 1780298665 00000100:00100000:2.0:1780298664.511111:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605377152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.511168:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039d22 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d846e expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.511187:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e63039d22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d846e expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.511199:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:2.0:1780298664.511228:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2398:x1866777610162944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (970us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.511234:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12265 00002000:00010000:2.0:1780298664.511501:0:20252:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 1780298664 -> 1780298665 00000100:00100000:2.0:1780298664.511510:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605377280:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.511523:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039d29 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8475 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.511532:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039d29 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8475 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.511539:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298664.511562:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610163072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1129us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.511567:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12266 00000100:00100000:0.0:1780298664.512325:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.512445:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163200 00000100:00100000:0.0:1780298664.512464:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.512486:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163200 00000100:00100000:2.0:1780298664.512504:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163328 00000100:00100000:2.0:1780298664.512509:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163328 00000100:00100000:3.0:1780298664.512537:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12267 00000100:00100000:2.0:1780298664.512547:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12268 00000100:00100000:3.0:1780298664.512557:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610163200:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.512565:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610163328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.512570:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.512575:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.512593:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d847c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.512594:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d37 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8483 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.512654:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605377408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.512666:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605377536:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.512715:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.512717:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.513439:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605377408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.513467:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605377536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.513474:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d847c expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.513486:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d37 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8483 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.513499:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039d30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d847c expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.513500:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d37 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8483 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.513542:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:3.0:1780298664.513550:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:2.0:1780298664.513570:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610163328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.513576:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12268 00000100:00100000:3.0:1780298664.513590:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2397:x1866777610163200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1040us (1260us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.513600:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12267 00000100:00100000:1.0:1780298664.514542:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.514578:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163456 00000100:00100000:2.0:1780298664.514582:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163456 00000100:00100000:2.0:1780298664.514612:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12269 00000100:00100000:2.0:1780298664.514619:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:30556:x1866777610163456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.514629:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.514639:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d848a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.514663:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.514670:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(16 110) 00010000:00010000:2.0:1780298664.514673:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.514677:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4104192->4136959] (req 4104192->4136959) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.514692:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 16 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.514701:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 16 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.514709:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605377664:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.514743:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.515371:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605377664:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.515384:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4104192->4136959] (req 4104192->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.515393:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.515418:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:30556:x1866777610163456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.515423:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12269 00000100:00100000:0.0:1780298664.515653:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.515695:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163584 00000100:00100000:2.0:1780298664.515701:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163584 00002000:00100000:2.0:1780298664.515725:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5124096->5132287) req@ffff9cf244ad8e00 x1866777610163584/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 8680/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.515733:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8e00 with x1866777610163584 ext(5124096->5132287) 00010000:00010000:2.0:1780298664.515738:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 17 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.515747:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 17 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.515753:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf244ad8e00 00000100:00100000:2.0:1780298664.515772:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 257 00000100:00100000:2.0:1780298664.515777:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+17:2400:x1866777610163584:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.516244:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777610163584:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 465us (591us total) trans 4294970029 rc 0/0 00000100:00100000:2.0:1780298664.516253:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 257 00002000:00100000:2.0:1780298664.516261:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (5124096->5132287) req@ffff9cf244ad8e00 x1866777610163584/t4294970029(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 8680/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.516270:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad8e00 with x1866777610163584 ext(5124096->5132287) 00010000:00010000:2.0:1780298664.516276:0:19928:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.516290:0:19928:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.516311:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf244ad8e00 00000100:00100000:1.0:1780298664.517240:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.517283:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163712 00000100:00100000:2.0:1780298664.517288:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163712 00010000:00010000:2.0:1780298664.517303:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.517327:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15696 00000100:00100000:2.0:1780298664.517333:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2399:x1866777610163712:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.517343:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298664.517350:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1552 -> 1568 00010000:00010000:2.0:1780298664.517355:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.517364:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.517378:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039c88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2752512->36306943] (req 2752512->2756607) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83d4 expref: 19 pid: 9128 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.517388:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.517390:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.517396:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.517410:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.517429:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.517437:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605377792:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.517476:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.518162:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605377792:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.518172:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.518195:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2399:x1866777610163712:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 863us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.518200:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15696 00000100:00100000:0.0:1780298664.518563:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.518594:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163840 00000100:00100000:3.0:1780298664.518600:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163840 00002000:00100000:3.0:1780298664.518628:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4104192->4136959) req@ffff9cf244ad9c00 x1866777610163840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.518636:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777610163840 ext(4104192->4136959) 00002000:00010000:3.0:1780298664.518640:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:3.0:1780298664.518659:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7399 00000100:00100000:3.0:1780298664.518665:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777610163840:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.519540:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2397:x1866777610163840:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 875us (976us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1780298664.519545:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7399 00002000:00100000:3.0:1780298664.519550:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4104192->4136959) req@ffff9cf244ad9c00 x1866777610163840/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.519564:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9c00 with x1866777610163840 ext(4104192->4136959) 00002000:00010000:3.0:1780298664.519567:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9c00 00000100:00100000:1.0:1780298664.520409:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.520446:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610163968 00000100:00100000:2.0:1780298664.520451:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610163968 00000100:00100000:2.0:1780298664.520483:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12270 00000100:00100000:2.0:1780298664.520491:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+18:2398:x1866777610163968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.520505:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.520519:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8491 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.520538:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.520542:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.520547:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.520567:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 19 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.520584:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298664.520586:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.520626:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610163968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 134us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.520633:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12270 00000100:00100000:1.0:1780298664.520637:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164096 00000100:00100000:1.0:1780298664.520642:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164096 00000100:00100000:1.0:1780298664.520680:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12271 00000100:00100000:1.0:1780298664.520689:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610164096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.520697:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.520706:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8498 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.520739:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605377920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.520782:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.521520:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605377920:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.521535:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d4c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8498 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.521546:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8498 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.521553:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.521577:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610164096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (1008us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.521581:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12271 00000100:00100000:0.0:1780298664.522527:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.522578:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164224 00000100:00100000:3.0:1780298664.522584:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164224 00000100:00100000:3.0:1780298664.522613:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12272 00000100:00100000:3.0:1780298664.522619:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610164224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.522629:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.522640:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d53 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d849f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.522676:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605378048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.522727:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.523445:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605378048:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.523461:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d53 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d849f expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.523474:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d849f expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.523482:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.523508:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610164224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (984us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.523513:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12272 00000100:00100000:0.0:1780298664.524525:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.524560:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164352 00000100:00100000:2.0:1780298664.524565:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164352 00000100:00100000:2.0:1780298664.524603:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12273 00000100:00100000:2.0:1780298664.524609:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610164352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.524617:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.524626:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84a6 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.524654:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605378176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.524694:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.525390:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605378176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.525406:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d5a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84a6 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.525416:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e63039d5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84a6 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.525434:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:2.0:1780298664.525460:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610164352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 853us (937us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.525465:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12273 00000100:00100000:0.0:1780298664.526353:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.526383:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164480 00000100:00100000:2.0:1780298664.526388:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164480 00000100:00100000:2.0:1780298664.526412:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12274 00000100:00100000:2.0:1780298664.526417:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:30556:x1866777610164480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.526424:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.526432:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84ad expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526446:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526452:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526456:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.526459:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:2.0:1780298664.526462:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4075520->4079615] (req 4075520->4079615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526477:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526492:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.526499:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605378304:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.526547:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.526558:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 25 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.526565:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605378432:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.526585:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.527239:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605378304:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.527530:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.527540:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605378432:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.527563:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4075520->4079615] (req 4075520->4079615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 20 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.527572:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:1.0:1780298664.527573:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164608 00000100:00100000:1.0:1780298664.527579:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164608 00000100:00100000:2.0:1780298664.527597:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:30556:x1866777610164480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1180us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.527602:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12274 00010000:00010000:1.0:1780298664.527608:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 21 pid: 20252 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.527640:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15697 00000100:00100000:1.0:1780298664.527649:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+20:2400:x1866777610164608:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.527659:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.527677:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527691:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527712:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039d45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8491 expref: 20 pid: 20252 timeout: 953 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527725:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.527766:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2400:x1866777610164608:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 114us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.527769:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.527775:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15697 00000100:00100000:1.0:1780298664.527804:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164736 00000100:00100000:1.0:1780298664.527809:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164736 00010000:00010000:1.0:1780298664.527823:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.527853:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15698 00000100:00100000:1.0:1780298664.527862:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+26:2399:x1866777610164736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.527876:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.527884:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527894:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527905:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039d3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4104192->4136959) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d848a expref: 26 pid: 19992 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527912:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:1.0:1780298664.527915:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:1.0:1780298664.527920:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527925:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.527942:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.527949:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605378560:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.527981:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.528776:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605378560:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.528790:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.528817:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+25:2399:x1866777610164736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 957us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.528822:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15698 00000100:00100000:3.0:1780298664.528954:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.528990:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164864 00000100:00100000:1.0:1780298664.528996:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164864 00002000:00100000:1.0:1780298664.529033:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4075520->4079615) req@ffff9cf242b6a300 x1866777610164864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.529043:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777610164864 ext(4075520->4079615) 00002000:00010000:1.0:1780298664.529047:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:1.0:1780298664.529081:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7400 00000100:00100000:1.0:1780298664.529088:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610164864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.529253:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610164864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 164us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.529260:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7400 00002000:00100000:1.0:1780298664.529266:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4075520->4079615) req@ffff9cf242b6a300 x1866777610164864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.529274:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6a300 with x1866777610164864 ext(4075520->4079615) 00002000:00010000:1.0:1780298664.529277:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6a300 00000100:00100000:0.0:1780298664.530561:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.530635:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610164992 00000100:00100000:1.0:1780298664.530640:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610164992 00002000:00100000:1.0:1780298664.530663:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4079616->4083711) req@ffff9cf36e56e680 x1866777610164992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.530673:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56e680 with x1866777610164992 ext(4079616->4083711) 00002000:00010000:1.0:1780298664.530677:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56e680 00000100:00100000:1.0:1780298664.530738:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7401 00000100:00100000:1.0:1780298664.530752:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610164992:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.530834:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610164992:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.530841:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7401 00002000:00100000:1.0:1780298664.530849:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4079616->4083711) req@ffff9cf36e56e680 x1866777610164992/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.530857:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56e680 with x1866777610164992 ext(4079616->4083711) 00002000:00010000:1.0:1780298664.530861:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56e680 00000100:00100000:0.0:1780298664.532052:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.532097:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165120 00000100:00100000:1.0:1780298664.532101:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165120 00002000:00100000:1.0:1780298664.532162:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4083712->4087807) req@ffff9cf36e56ed80 x1866777610165120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.532173:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777610165120 ext(4083712->4087807) 00002000:00010000:1.0:1780298664.532177:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ed80 00000100:00100000:1.0:1780298664.532200:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7402 00000100:00100000:1.0:1780298664.532208:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165120:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.532294:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165120:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.532301:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7402 00002000:00100000:1.0:1780298664.532308:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4083712->4087807) req@ffff9cf36e56ed80 x1866777610165120/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.532317:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56ed80 with x1866777610165120 ext(4083712->4087807) 00002000:00010000:1.0:1780298664.532320:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56ed80 00000100:00100000:3.0:1780298664.533508:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.533551:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165248 00000100:00100000:2.0:1780298664.533563:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165248 00002000:00100000:2.0:1780298664.533586:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4087808->4091903) req@ffff9cf242b6bb80 x1866777610165248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.533593:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6bb80 with x1866777610165248 ext(4087808->4091903) 00002000:00010000:2.0:1780298664.533595:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6bb80 00000100:00100000:2.0:1780298664.533613:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7403 00000100:00100000:2.0:1780298664.533618:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165248:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.533680:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165248:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.533689:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7403 00002000:00100000:2.0:1780298664.533694:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4087808->4091903) req@ffff9cf242b6bb80 x1866777610165248/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.533700:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6bb80 with x1866777610165248 ext(4087808->4091903) 00002000:00010000:2.0:1780298664.533702:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6bb80 00000100:00100000:0.0:1780298664.534870:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.534913:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165376 00000100:00100000:3.0:1780298664.534922:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165376 00002000:00100000:3.0:1780298664.534956:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf25548a680 x1866777610165376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.534965:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a680 with x1866777610165376 ext(4091904->4095999) 00002000:00010000:3.0:1780298664.534969:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548a680 00000100:00100000:3.0:1780298664.534991:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7404 00000100:00100000:3.0:1780298664.534997:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165376:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.535192:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165376:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 193us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.535204:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7404 00002000:00100000:3.0:1780298664.535212:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf25548a680 x1866777610165376/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.535221:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a680 with x1866777610165376 ext(4091904->4095999) 00002000:00010000:3.0:1780298664.535225:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548a680 00000100:00100000:0.0:1780298664.536369:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.536410:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165504 00000100:00100000:1.0:1780298664.536418:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165504 00002000:00100000:1.0:1780298664.536451:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf25548b100 x1866777610165504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.536458:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777610165504 ext(4096000->4100095) 00002000:00010000:1.0:1780298664.536462:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:1.0:1780298664.536482:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7405 00000100:00100000:1.0:1780298664.536489:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.536572:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (205us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.536578:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7405 00002000:00100000:1.0:1780298664.536583:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf25548b100 x1866777610165504/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.536591:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b100 with x1866777610165504 ext(4096000->4100095) 00002000:00010000:1.0:1780298664.536594:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b100 00000100:00100000:0.0:1780298664.537693:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.537733:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165632 00000100:00100000:1.0:1780298664.537737:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165632 00002000:00100000:1.0:1780298664.537753:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4100096->4104191) req@ffff9cf255488a80 x1866777610165632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.537759:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777610165632 ext(4100096->4104191) 00002000:00010000:1.0:1780298664.537762:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488a80 00000100:00100000:1.0:1780298664.537781:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7406 00000100:00100000:1.0:1780298664.537786:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610165632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.537861:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610165632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.537870:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7406 00002000:00100000:1.0:1780298664.537874:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4100096->4104191) req@ffff9cf255488a80 x1866777610165632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.537880:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488a80 with x1866777610165632 ext(4100096->4104191) 00002000:00010000:1.0:1780298664.537882:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488a80 00000100:00100000:0.0:1780298664.538939:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.538981:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165760 00000100:00100000:1.0:1780298664.538986:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165760 00002000:00100000:1.0:1780298664.539006:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4104192->4108287) req@ffff9cf255488000 x1866777610165760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.539023:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488000 with x1866777610165760 ext(4104192->4108287) 00002000:00010000:1.0:1780298664.539030:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488000 00000100:00100000:1.0:1780298664.539049:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7407 00000100:00100000:1.0:1780298664.539059:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.539112:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610165760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.539117:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7407 00002000:00100000:1.0:1780298664.539122:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4104192->4108287) req@ffff9cf255488000 x1866777610165760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.539163:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488000 with x1866777610165760 ext(4104192->4108287) 00002000:00010000:1.0:1780298664.539165:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488000 00000100:00100000:0.0:1780298664.540183:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.540224:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610165888 00000100:00100000:2.0:1780298664.540228:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610165888 00002000:00100000:2.0:1780298664.540246:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4108288->4112383) req@ffff9cf255489c00 x1866777610165888/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.540252:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777610165888 ext(4108288->4112383) 00002000:00010000:2.0:1780298664.540254:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:2.0:1780298664.540271:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7408 00000100:00100000:2.0:1780298664.540278:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610165888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.540348:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610165888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (166us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.540365:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7408 00002000:00100000:2.0:1780298664.540373:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4108288->4112383) req@ffff9cf255489c00 x1866777610165888/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.540381:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489c00 with x1866777610165888 ext(4108288->4112383) 00002000:00010000:2.0:1780298664.540384:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489c00 00000100:00100000:0.0:1780298664.541438:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.541496:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166016 00000100:00100000:3.0:1780298664.541509:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166016 00002000:00100000:3.0:1780298664.541547:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4112384->4116479) req@ffff9cf25548bb80 x1866777610166016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.541558:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777610166016 ext(4112384->4116479) 00002000:00010000:3.0:1780298664.541562:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:3.0:1780298664.541587:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7409 00000100:00100000:3.0:1780298664.541598:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610166016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.541743:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610166016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.541751:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7409 00002000:00100000:3.0:1780298664.541759:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4112384->4116479) req@ffff9cf25548bb80 x1866777610166016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.541767:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548bb80 with x1866777610166016 ext(4112384->4116479) 00002000:00010000:3.0:1780298664.541770:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548bb80 00000100:00100000:0.0:1780298664.542777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.542820:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166144 00000100:00100000:1.0:1780298664.542824:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166144 00002000:00100000:1.0:1780298664.542845:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4116480->4120575) req@ffff9cf255488380 x1866777610166144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.542861:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777610166144 ext(4116480->4120575) 00002000:00010000:1.0:1780298664.542864:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:1.0:1780298664.542881:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7410 00000100:00100000:1.0:1780298664.542886:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610166144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.542957:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610166144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.542962:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7410 00002000:00100000:1.0:1780298664.542966:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4116480->4120575) req@ffff9cf255488380 x1866777610166144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.542971:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488380 with x1866777610166144 ext(4116480->4120575) 00002000:00010000:1.0:1780298664.542974:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488380 00000100:00100000:0.0:1780298664.544177:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.544225:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166272 00000100:00100000:1.0:1780298664.544229:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166272 00002000:00100000:1.0:1780298664.544246:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4120576->4124671) req@ffff9cf25548b480 x1866777610166272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.544252:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777610166272 ext(4120576->4124671) 00002000:00010000:1.0:1780298664.544254:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b480 00000100:00100000:1.0:1780298664.544268:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7411 00000100:00100000:1.0:1780298664.544273:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610166272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.544340:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2397:x1866777610166272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (166us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.544348:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7411 00002000:00100000:1.0:1780298664.544361:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4120576->4124671) req@ffff9cf25548b480 x1866777610166272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.544370:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548b480 with x1866777610166272 ext(4120576->4124671) 00002000:00010000:1.0:1780298664.544373:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548b480 00000100:00100000:0.0:1780298664.545504:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.545549:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166400 00000100:00100000:1.0:1780298664.545553:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166400 00002000:00100000:1.0:1780298664.545570:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4124672->4128767) req@ffff9cf25548a300 x1866777610166400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.545576:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a300 with x1866777610166400 ext(4124672->4128767) 00002000:00010000:1.0:1780298664.545579:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548a300 00000100:00100000:1.0:1780298664.545593:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7412 00000100:00100000:1.0:1780298664.545598:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610166400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.545674:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610166400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.545679:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7412 00002000:00100000:1.0:1780298664.545684:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4124672->4128767) req@ffff9cf25548a300 x1866777610166400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.545691:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548a300 with x1866777610166400 ext(4124672->4128767) 00002000:00010000:1.0:1780298664.545694:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548a300 00000100:00100000:0.0:1780298664.546809:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.546863:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166528 00000100:00100000:2.0:1780298664.546868:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166528 00002000:00100000:2.0:1780298664.546899:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4075520->4128767) req@ffff9cf255489500 x1866777610166528/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.546909:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777610166528 ext(4075520->4128767) 00002000:00010000:2.0:1780298664.546912:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:2.0:1780298664.546931:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7413 00000100:00100000:2.0:1780298664.546939:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+19:2398:x1866777610166528:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.548192:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2398:x1866777610166528:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1252us (1384us total) trans 4294970030 rc 0/0 00000100:00100000:2.0:1780298664.548198:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7413 00002000:00100000:2.0:1780298664.548204:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4075520->4128767) req@ffff9cf255489500 x1866777610166528/t4294970030(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.548209:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489500 with x1866777610166528 ext(4075520->4128767) 00002000:00010000:2.0:1780298664.548213:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489500 00000100:00100000:0.0:1780298664.548951:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.548991:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166656 00000100:00100000:1.0:1780298664.548995:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166656 00000100:00100000:1.0:1780298664.549032:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12275 00000100:00100000:1.0:1780298664.549041:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+21:2397:x1866777610166656:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.549834:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970030 is committed 00000001:00080000:0.0:1780298664.549846:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970027 is committed 00000100:00100000:1.0:1780298664.549931:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610166656:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 892us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.549942:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12275 00000100:00100000:0.0:1780298664.550982:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.551066:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166784 00000100:00100000:3.0:1780298664.551078:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166784 00000100:00100000:0.0:1780298664.551089:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.551162:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610166912 00000100:00100000:1.0:1780298664.551169:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610166912 00000100:00100000:1.0:1780298664.551208:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12276 00000100:00100000:1.0:1780298664.551220:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610166912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.551233:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.551247:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12277 00010000:00010000:1.0:1780298664.551255:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d68 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84bb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.551260:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610166784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.551274:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.551285:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84b4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.551321:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605378816:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.551322:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605378688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.551409:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.551417:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00002000:00010000:1.0:1780298664.552336:0:8359:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1568 -> 1672 00000100:00100000:2.0:1780298664.552346:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605378688:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.552351:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605378816:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.552376:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d68 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84bb expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.552378:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d6f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84b4 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.552407:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039d68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84bb expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.552407:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84b4 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.552427:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00010000:00010000:1.0:1780298664.552430:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:2.0:1780298664.552461:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610166912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1246us (1374us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.552464:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610166784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1206us (1480us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.552470:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12276 00000100:00100000:1.0:1780298664.552481:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12277 00000100:00100000:2.0:1780298664.553558:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.553584:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.553610:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167168 00000100:00100000:3.0:1780298664.553619:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167168 00000100:00100000:1.0:1780298664.553629:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167040 00000100:00100000:1.0:1780298664.553643:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167040 00000100:00100000:3.0:1780298664.553682:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12278 00000100:00100000:1.0:1780298664.553697:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12279 00000100:00100000:3.0:1780298664.553699:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610167168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.553717:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.553717:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610167040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.553729:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.553733:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039d76 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84c9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.553740:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84c2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.553782:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605378944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.553788:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605379072:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.553867:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.553868:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.554630:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605378944:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.554630:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605379072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.554664:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d7d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84c2 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.554665:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039d76 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84c9 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.554694:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e4811bb2/0xaf35132e63039d76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84c9 expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.554694:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84c2 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.554718:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00010000:00010000:3.0:1780298664.554735:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:1.0:1780298664.554752:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610167040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1042us (1166us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.554761:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12279 00000100:00100000:3.0:1780298664.554764:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610167168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1071us (1204us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.554777:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12278 00000100:00100000:0.0:1780298664.555796:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.555844:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167296 00000100:00100000:2.0:1780298664.555851:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167296 00000100:00100000:0.0:1780298664.555858:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.555908:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167424 00000100:00100000:2.0:1780298664.555915:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12280 00000100:00100000:1.0:1780298664.555916:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167424 00000100:00100000:2.0:1780298664.555933:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610167296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.555944:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.555956:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039d84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84d0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.555966:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12281 00000100:00100000:3.0:1780298664.555994:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610167424:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.556001:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605379200:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.556004:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.556016:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84d7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.556059:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605379328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.556078:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.556097:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.556706:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5d9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605379200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.556727:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039d84 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84d0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.556758:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039d84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84d0 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.556771:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298664.556815:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610167296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 889us (1019us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.556823:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12280 00000100:00100000:3.0:1780298664.556988:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605379328:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.557006:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d8b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84d7 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.557018:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039d8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84d7 expref: 21 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.557025:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.557052:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610167424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1067us (1200us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.557057:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12281 00000100:00100000:2.0:1780298664.558020:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.558073:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167552 00000100:00100000:0.0:1780298664.558079:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167552 00000100:00100000:0.0:1780298664.558117:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12282 00000100:00100000:0.0:1780298664.558166:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610167552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.558178:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.558192:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84de expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.558221:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.558230:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(17 110) 00010000:00010000:0.0:1780298664.558234:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:0.0:1780298664.558238:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4763648->4767743] (req 4763648->4767743) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.558266:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 8 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.558279:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 8 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.558291:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605379456:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.558354:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.559018:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605379456:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.559036:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4763648->4767743] (req 4763648->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559047:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298664.559080:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610167552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.559087:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12282 00000100:00100000:3.0:1780298664.559333:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.559384:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167680 00000100:00100000:0.0:1780298664.559389:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167680 00010000:00010000:0.0:1780298664.559409:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.559438:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15699 00000100:00100000:0.0:1780298664.559446:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610167680:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.559456:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.559471:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559482:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559500:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039d61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4075520->37629951] (req 4075520->4079615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ad expref: 9 pid: 20252 timeout: 953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559511:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:0.0:1780298664.559514:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:0.0:1780298664.559521:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559530:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.559553:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.559570:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605379584:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.559610:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.560410:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255488700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605379584:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.560421:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.560453:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610167680:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1008us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.560461:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15699 00000100:00100000:2.0:1780298664.560716:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.560753:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167808 00000100:00100000:3.0:1780298664.560760:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167808 00002000:00100000:3.0:1780298664.560796:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4763648->4767743) req@ffff9cf36e5d9500 x1866777610167808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.560807:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777610167808 ext(4763648->4767743) 00002000:00010000:3.0:1780298664.560812:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:3.0:1780298664.560835:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7414 00000100:00100000:3.0:1780298664.560844:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610167808:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.560978:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610167808:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 135us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.560984:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7414 00002000:00100000:3.0:1780298664.560991:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4763648->4767743) req@ffff9cf36e5d9500 x1866777610167808/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.561000:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9500 with x1866777610167808 ext(4763648->4767743) 00002000:00010000:3.0:1780298664.561003:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9500 00000100:00100000:3.0:1780298664.562197:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.562251:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610167936 00000100:00100000:1.0:1780298664.562259:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610167936 00002000:00100000:1.0:1780298664.562295:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4767744->4771839) req@ffff9cf242b6aa00 x1866777610167936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.562306:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6aa00 with x1866777610167936 ext(4767744->4771839) 00002000:00010000:1.0:1780298664.562311:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6aa00 00000100:00100000:1.0:1780298664.562334:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7415 00000100:00100000:1.0:1780298664.562343:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610167936:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.562465:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610167936:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 124us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.562473:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7415 00002000:00100000:1.0:1780298664.562479:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4767744->4771839) req@ffff9cf242b6aa00 x1866777610167936/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.562487:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6aa00 with x1866777610167936 ext(4767744->4771839) 00002000:00010000:1.0:1780298664.562490:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6aa00 00000100:00100000:2.0:1780298664.563704:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.563738:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168064 00000100:00100000:1.0:1780298664.563742:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168064 00002000:00100000:1.0:1780298664.563759:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4771840->4775935) req@ffff9cf36e5db480 x1866777610168064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.563766:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db480 with x1866777610168064 ext(4771840->4775935) 00002000:00010000:1.0:1780298664.563768:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db480 00000100:00100000:1.0:1780298664.563788:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7416 00000100:00100000:1.0:1780298664.563795:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168064:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.563864:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168064:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (162us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.563869:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7416 00002000:00100000:1.0:1780298664.563872:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4771840->4775935) req@ffff9cf36e5db480 x1866777610168064/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.563877:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5db480 with x1866777610168064 ext(4771840->4775935) 00002000:00010000:1.0:1780298664.563880:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5db480 00000100:00100000:2.0:1780298664.565074:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.565114:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168192 00000100:00100000:1.0:1780298664.565119:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168192 00002000:00100000:1.0:1780298664.565178:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4775936->4780031) req@ffff9cf36e5d8a80 x1866777610168192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.565185:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8a80 with x1866777610168192 ext(4775936->4780031) 00002000:00010000:1.0:1780298664.565188:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8a80 00000100:00100000:1.0:1780298664.565207:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7417 00000100:00100000:1.0:1780298664.565215:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168192:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.565280:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168192:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.565296:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7417 00002000:00100000:1.0:1780298664.565303:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4775936->4780031) req@ffff9cf36e5d8a80 x1866777610168192/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.565312:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8a80 with x1866777610168192 ext(4775936->4780031) 00002000:00010000:1.0:1780298664.565316:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8a80 00000100:00100000:3.0:1780298664.566307:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.566344:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168320 00000100:00100000:2.0:1780298664.566353:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168320 00002000:00100000:2.0:1780298664.566371:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4780032->4784127) req@ffff9cf242b6ad80 x1866777610168320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.566379:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6ad80 with x1866777610168320 ext(4780032->4784127) 00002000:00010000:2.0:1780298664.566382:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6ad80 00000100:00100000:2.0:1780298664.566399:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7418 00000100:00100000:2.0:1780298664.566404:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168320:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.566470:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168320:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (163us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.566477:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7418 00002000:00100000:2.0:1780298664.566482:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (4780032->4784127) req@ffff9cf242b6ad80 x1866777610168320/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.566488:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6ad80 with x1866777610168320 ext(4780032->4784127) 00002000:00010000:2.0:1780298664.566491:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6ad80 00000100:00100000:2.0:1780298664.567567:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.567613:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168448 00000100:00100000:3.0:1780298664.567649:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168448 00002000:00100000:3.0:1780298664.567668:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4784128->4788223) req@ffff9cf36e5d8000 x1866777610168448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.567675:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8000 with x1866777610168448 ext(4784128->4788223) 00002000:00010000:3.0:1780298664.567678:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8000 00000100:00100000:3.0:1780298664.567693:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7419 00000100:00100000:3.0:1780298664.567703:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610168448:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.567784:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610168448:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (218us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.567791:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7419 00002000:00100000:3.0:1780298664.567798:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4784128->4788223) req@ffff9cf36e5d8000 x1866777610168448/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.567807:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8000 with x1866777610168448 ext(4784128->4788223) 00002000:00010000:3.0:1780298664.567811:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8000 00000100:00100000:0.0:1780298664.568873:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.568914:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168576 00000100:00100000:1.0:1780298664.568919:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168576 00002000:00100000:1.0:1780298664.568940:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4788224->4792319) req@ffff9cf255488700 x1866777610168576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.568949:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777610168576 ext(4788224->4792319) 00002000:00010000:1.0:1780298664.568952:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:1.0:1780298664.568966:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7420 00000100:00100000:1.0:1780298664.568972:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168576:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.569050:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168576:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.569054:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7420 00002000:00100000:1.0:1780298664.569058:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4788224->4792319) req@ffff9cf255488700 x1866777610168576/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.569064:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255488700 with x1866777610168576 ext(4788224->4792319) 00002000:00010000:1.0:1780298664.569067:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255488700 00000100:00100000:0.0:1780298664.570435:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.570485:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168704 00000100:00100000:1.0:1780298664.570491:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168704 00002000:00100000:1.0:1780298664.570512:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4792320->4829183) req@ffff9cf36e56f100 x1866777610168704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.570532:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f100 with x1866777610168704 ext(4792320->4829183) 00002000:00010000:1.0:1780298664.570536:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f100 00000100:00100000:1.0:1780298664.570559:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7421 00000100:00100000:1.0:1780298664.570567:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610168704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.571358:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610168704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 793us (924us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298664.571364:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7421 00002000:00100000:1.0:1780298664.571369:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (4792320->4829183) req@ffff9cf36e56f100 x1866777610168704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.571375:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56f100 with x1866777610168704 ext(4792320->4829183) 00002000:00010000:1.0:1780298664.571378:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56f100 00000100:00100000:2.0:1780298664.572998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.573048:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168832 00000100:00100000:1.0:1780298664.573054:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168832 00002000:00100000:1.0:1780298664.573081:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4763648->4812799) req@ffff9cf36e5d9180 x1866777610168832/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.573091:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777610168832 ext(4763648->4812799) 00002000:00010000:1.0:1780298664.573095:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:1.0:1780298664.573119:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7422 00000100:00100000:1.0:1780298664.573164:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168832:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.574428:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610168832:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1301us (1429us total) trans 4294970031 rc 0/0 00000100:00100000:1.0:1780298664.574437:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7422 00002000:00100000:1.0:1780298664.574453:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (4763648->4812799) req@ffff9cf36e5d9180 x1866777610168832/t4294970031(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.574462:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9180 with x1866777610168832 ext(4763648->4812799) 00002000:00010000:1.0:1780298664.574467:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9180 00000100:00100000:0.0:1780298664.575205:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.575247:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610168960 00000100:00100000:3.0:1780298664.575252:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610168960 00000100:00100000:3.0:1780298664.575278:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12283 00000100:00100000:3.0:1780298664.575285:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610168960:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.576307:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970031 is committed 00000100:00100000:3.0:1780298664.576422:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610168960:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1135us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.576431:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12283 00000100:00100000:0.0:1780298664.577495:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.577549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.577570:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169088 00000100:00100000:1.0:1780298664.577577:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169088 00000100:00100000:2.0:1780298664.577601:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169216 00000100:00100000:2.0:1780298664.577606:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169216 00000100:00100000:1.0:1780298664.577622:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12284 00000100:00100000:1.0:1780298664.577634:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610169088:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.577643:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12285 00010000:00010000:1.0:1780298664.577652:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.577663:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610169216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.577674:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84e5 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.577679:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.577694:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039da0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84ec expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.577736:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605379712:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.577749:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605379840:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.577830:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.577831:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.578718:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605379840:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298664.578746:0:12101:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1672 -> 1768 00000100:00100000:1.0:1780298664.578762:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605379712:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.578774:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039da0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ec expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.578798:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007dc48e1c/0xaf35132e63039da0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84ec expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.578799:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d99 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84e5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.578834:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:1.0:1780298664.578848:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e63039d99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84e5 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.578864:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:3.0:1780298664.578867:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610169216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1214us (1316us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.578876:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12285 00000100:00100000:1.0:1780298664.578904:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610169088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1272us (1410us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.578924:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12284 00000100:00100000:0.0:1780298664.579806:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.579839:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.579860:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169344 00000100:00100000:2.0:1780298664.579868:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169344 00000100:00100000:1.0:1780298664.579884:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169472 00000100:00100000:1.0:1780298664.579891:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169472 00000100:00100000:2.0:1780298664.579916:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12286 00000100:00100000:2.0:1780298664.579928:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610169344:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.579940:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12287 00010000:00010000:2.0:1780298664.579940:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.579956:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610169472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.579956:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039da7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84f3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.579965:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.579974:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039dae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d84fa expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.580013:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605379968:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.580017:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605380096:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.580082:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.580082:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.580734:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605380096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.580754:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039da7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84f3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.580770:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039da7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84f3 expref: 9 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.580782:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298664.580796:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605379968:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.580814:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039dae lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84fa expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.580815:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610169344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 891us (1010us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.580824:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12286 00010000:00010000:3.0:1780298664.580863:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039dae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84fa expref: 23 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.580884:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:3.0:1780298664.580954:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610169472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1113us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.580961:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12287 00000100:00100000:0.0:1780298664.582015:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.582047:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.582070:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169600 00000100:00100000:1.0:1780298664.582077:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169600 00000100:00100000:3.0:1780298664.582092:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169728 00000100:00100000:3.0:1780298664.582100:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169728 00000100:00100000:1.0:1780298664.582150:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12288 00000100:00100000:1.0:1780298664.582162:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610169600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.582172:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.582184:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039db5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8501 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.582189:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12289 00000100:00100000:2.0:1780298664.582210:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610169728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.582222:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.582233:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039dbc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8508 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.582234:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605380224:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.582289:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605380352:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.582301:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.582331:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.582981:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605380224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.583005:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039db5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8501 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.583034:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039db5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8501 expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.583046:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.583075:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610169600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (1061us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.583083:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12288 00000100:00100000:2.0:1780298664.583086:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605380352:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.583115:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039dbc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8508 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.583167:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004503c2f/0xaf35132e63039dbc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8508 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.583177:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298664.583209:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610169728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1161us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.583216:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12289 00000100:00100000:0.0:1780298664.584032:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.584068:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169856 00000100:00100000:1.0:1780298664.584081:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169856 00000100:00100000:1.0:1780298664.584111:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12290 00000100:00100000:1.0:1780298664.584118:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610169856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.584161:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.584171:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d850f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.584183:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:1.0:1780298664.584187:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:1.0:1780298664.584195:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.584207:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.584212:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298664.584235:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610169856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 119us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.584240:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12290 00000100:00100000:0.0:1780298664.585032:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.585071:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610169984 00000100:00100000:2.0:1780298664.585076:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610169984 00002000:00100000:2.0:1780298664.585103:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (434176->438271) req@ffff9cf243063100 x1866777610169984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.585113:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777610169984 ext(434176->438271) 00002000:00010000:2.0:1780298664.585117:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063100 00000100:00100000:2.0:1780298664.585172:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7423 00000100:00100000:2.0:1780298664.585182:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610169984:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.585314:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610169984:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 134us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.585321:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7423 00002000:00100000:2.0:1780298664.585328:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (434176->438271) req@ffff9cf243063100 x1866777610169984/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.585336:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063100 with x1866777610169984 ext(434176->438271) 00002000:00010000:2.0:1780298664.585347:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063100 00000100:00100000:0.0:1780298664.586211:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.586271:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170112 00000100:00100000:3.0:1780298664.586277:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170112 00002000:00100000:3.0:1780298664.586299:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (438272->442367) req@ffff9cf243063480 x1866777610170112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.586308:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063480 with x1866777610170112 ext(438272->442367) 00002000:00010000:3.0:1780298664.586312:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063480 00000100:00100000:3.0:1780298664.586332:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7424 00000100:00100000:3.0:1780298664.586340:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610170112:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.586413:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610170112:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.586421:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7424 00002000:00100000:3.0:1780298664.586427:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (438272->442367) req@ffff9cf243063480 x1866777610170112/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.586435:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243063480 with x1866777610170112 ext(438272->442367) 00002000:00010000:3.0:1780298664.586438:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243063480 00000100:00100000:0.0:1780298664.587422:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.587512:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170240 00000100:00100000:3.0:1780298664.587517:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170240 00000100:00100000:0.0:1780298664.587534:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.587587:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170368 00000100:00100000:3.0:1780298664.587592:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12291 00000100:00100000:1.0:1780298664.587594:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170368 00000100:00100000:3.0:1780298664.587602:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610170240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.587612:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.587625:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039dca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8516 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.587632:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12292 00000100:00100000:1.0:1780298664.587644:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610170368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.587653:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.587664:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039dd1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d851d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.587670:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605380480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.587711:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605380608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.587742:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.587743:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.588528:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605380480:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.588547:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039dca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8516 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.588552:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605380608:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.588563:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039dca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8516 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.588571:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00010000:00010000:1.0:1780298664.588575:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039dd1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d851d expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.588586:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039dd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d851d expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.588594:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:3.0:1780298664.588605:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610170240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1186us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.588610:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12291 00000100:00100000:1.0:1780298664.588616:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2399:x1866777610170368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1082us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.588622:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12292 00000100:00100000:0.0:1780298664.589569:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.589610:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170496 00000100:00100000:2.0:1780298664.589616:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170496 00000100:00100000:2.0:1780298664.589657:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12293 00000100:00100000:0.0:1780298664.589661:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.589670:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610170496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.589678:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.589687:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039dd8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8524 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.589710:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170624 00000100:00100000:3.0:1780298664.589714:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170624 00000100:00100000:2.0:1780298664.589716:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605380736:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.589738:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12294 00000100:00100000:3.0:1780298664.589744:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610170624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.589751:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.589758:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039ddf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d852b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.589762:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.589787:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605380864:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.589813:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.590356:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605380736:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.590381:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039dd8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8524 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.590396:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039dd8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8524 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.590409:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298664.590428:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605380864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.590437:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610170496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 771us (867us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.590445:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12293 00010000:00010000:3.0:1780298664.590480:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039ddf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d852b expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.590490:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039ddf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d852b expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.590496:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:3.0:1780298664.590556:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610170624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (900us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.590560:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12294 00000100:00100000:0.0:1780298664.591561:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.591591:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.591608:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170752 00000100:00100000:1.0:1780298664.591612:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170752 00000100:00100000:1.0:1780298664.591637:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610170880 00000100:00100000:1.0:1780298664.591640:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610170880 00000100:00100000:3.0:1780298664.591663:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12295 00000100:00100000:1.0:1780298664.591670:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12296 00000100:00100000:3.0:1780298664.591674:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610170752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.591683:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.591683:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610170880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.591691:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.591692:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039de6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8532 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.591706:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039ded lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8539 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.591715:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605380992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.591736:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.591750:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.591768:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.592401:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605380992:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.592427:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039de6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8532 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.592442:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381120:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.592444:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039de6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8532 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.592459:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:1.0:1780298664.592466:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039ded lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8539 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.592483:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039ded lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8539 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.592484:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610170752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (923us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.592498:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12295 00010000:00010000:1.0:1780298664.592502:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.592525:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610170880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (934us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.592531:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12296 00000100:00100000:0.0:1780298664.593349:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.593379:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171008 00000100:00100000:2.0:1780298664.593383:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171008 00000100:00100000:2.0:1780298664.593406:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12297 00000100:00100000:2.0:1780298664.593410:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610171008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.593421:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.593428:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8540 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.593439:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:2.0:1780298664.593442:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:2.0:1780298664.593450:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.593460:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 12 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.593466:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298664.593487:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610171008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 77us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.593491:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12297 00000100:00100000:0.0:1780298664.594167:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.594192:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171136 00000100:00100000:1.0:1780298664.594196:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171136 00002000:00100000:1.0:1780298664.594215:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (16384->20479) req@ffff9cf243808e00 x1866777610171136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.594221:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777610171136 ext(16384->20479) 00002000:00010000:1.0:1780298664.594224:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808e00 00000100:00100000:1.0:1780298664.594239:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7425 00000100:00100000:1.0:1780298664.594249:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.594339:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 95us (172us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.594344:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7425 00002000:00100000:1.0:1780298664.594349:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (16384->20479) req@ffff9cf243808e00 x1866777610171136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.594359:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808e00 with x1866777610171136 ext(16384->20479) 00002000:00010000:1.0:1780298664.594361:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808e00 00000100:00100000:0.0:1780298664.595368:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.595392:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171264 00000100:00100000:1.0:1780298664.595396:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171264 00002000:00100000:1.0:1780298664.595409:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (20480->24575) req@ffff9cf24380bb80 x1866777610171264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.595421:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777610171264 ext(20480->24575) 00002000:00010000:1.0:1780298664.595423:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:1.0:1780298664.595435:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7426 00000100:00100000:1.0:1780298664.595442:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610171264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.595507:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610171264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (140us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.595512:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7426 00002000:00100000:1.0:1780298664.595516:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (20480->24575) req@ffff9cf24380bb80 x1866777610171264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.595521:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380bb80 with x1866777610171264 ext(20480->24575) 00002000:00010000:1.0:1780298664.595525:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380bb80 00000100:00100000:0.0:1780298664.596464:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.596492:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171392 00000100:00100000:1.0:1780298664.596496:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171392 00002000:00100000:1.0:1780298664.596510:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (24576->28671) req@ffff9cf243808380 x1866777610171392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.596515:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808380 with x1866777610171392 ext(24576->28671) 00002000:00010000:1.0:1780298664.596517:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808380 00000100:00100000:1.0:1780298664.596536:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7427 00000100:00100000:1.0:1780298664.596540:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610171392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.596590:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610171392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 49us (126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.596595:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7427 00002000:00100000:1.0:1780298664.596599:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (24576->28671) req@ffff9cf243808380 x1866777610171392/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.596604:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808380 with x1866777610171392 ext(24576->28671) 00002000:00010000:1.0:1780298664.596606:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808380 00000100:00100000:0.0:1780298664.597552:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.597583:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171520 00000100:00100000:2.0:1780298664.597587:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171520 00002000:00100000:2.0:1780298664.597607:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (28672->32767) req@ffff9cf24380a680 x1866777610171520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.597618:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a680 with x1866777610171520 ext(28672->32767) 00002000:00010000:2.0:1780298664.597621:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a680 00000100:00100000:2.0:1780298664.597639:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7428 00000100:00100000:2.0:1780298664.597646:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610171520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.597719:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610171520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (167us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.597732:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7428 00002000:00100000:2.0:1780298664.597739:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (28672->32767) req@ffff9cf24380a680 x1866777610171520/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.597747:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a680 with x1866777610171520 ext(28672->32767) 00002000:00010000:2.0:1780298664.597750:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a680 00000100:00100000:0.0:1780298664.598703:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.598731:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171648 00000100:00100000:3.0:1780298664.598736:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171648 00002000:00100000:3.0:1780298664.598754:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (32768->36863) req@ffff9cf243808a80 x1866777610171648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.598762:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808a80 with x1866777610171648 ext(32768->36863) 00002000:00010000:3.0:1780298664.598765:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808a80 00000100:00100000:3.0:1780298664.598782:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7429 00000100:00100000:3.0:1780298664.598789:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298664.598866:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (162us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298664.598873:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7429 00002000:00100000:3.0:1780298664.598878:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (32768->36863) req@ffff9cf243808a80 x1866777610171648/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298664.598886:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808a80 with x1866777610171648 ext(32768->36863) 00002000:00010000:3.0:1780298664.598895:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808a80 00000100:00100000:0.0:1780298664.599962:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.599993:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171776 00000100:00100000:1.0:1780298664.599998:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171776 00002000:00100000:1.0:1780298664.600018:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (36864->40959) req@ffff9cf24380b480 x1866777610171776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.600026:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b480 with x1866777610171776 ext(36864->40959) 00002000:00010000:1.0:1780298664.600029:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380b480 00000100:00100000:1.0:1780298664.600050:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7430 00000100:00100000:1.0:1780298664.600062:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.600121:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610171776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 59us (161us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.600138:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7430 00002000:00100000:1.0:1780298664.600156:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (36864->40959) req@ffff9cf24380b480 x1866777610171776/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.600162:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b480 with x1866777610171776 ext(36864->40959) 00002000:00010000:1.0:1780298664.600165:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380b480 00000100:00100000:0.0:1780298664.601067:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.601098:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610171904 00000100:00100000:1.0:1780298664.601102:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610171904 00002000:00100000:1.0:1780298664.601116:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (40960->45055) req@ffff9cf348006a00 x1866777610171904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.601121:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006a00 with x1866777610171904 ext(40960->45055) 00002000:00010000:1.0:1780298664.601162:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006a00 00000100:00100000:1.0:1780298664.601183:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7431 00000100:00100000:1.0:1780298664.601191:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610171904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.601239:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610171904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 50us (174us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298664.601244:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7431 00002000:00100000:1.0:1780298664.601248:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (40960->45055) req@ffff9cf348006a00 x1866777610171904/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.601254:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006a00 with x1866777610171904 ext(40960->45055) 00002000:00010000:1.0:1780298664.601256:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348006a00 00000100:00100000:0.0:1780298664.602253:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.602300:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172032 00000100:00100000:1.0:1780298664.602304:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172032 00002000:00100000:1.0:1780298664.602322:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (45056->81919) req@ffff9cf348004e00 x1866777610172032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.602331:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004e00 with x1866777610172032 ext(45056->81919) 00002000:00010000:1.0:1780298664.602335:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004e00 00000100:00100000:1.0:1780298664.602351:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7432 00000100:00100000:1.0:1780298664.602359:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610172032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.603058:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610172032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 699us (804us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1780298664.603071:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7432 00002000:00100000:1.0:1780298664.603078:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (45056->81919) req@ffff9cf348004e00 x1866777610172032/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.603084:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004e00 with x1866777610172032 ext(45056->81919) 00002000:00010000:1.0:1780298664.603087:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004e00 00000100:00100000:3.0:1780298664.605446:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.605482:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172160 00000100:00100000:2.0:1780298664.605487:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172160 00002000:00100000:2.0:1780298664.605503:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (16384->81919) req@ffff9cf242b69880 x1866777610172160/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.605510:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777610172160 ext(16384->81919) 00002000:00010000:2.0:1780298664.605512:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:2.0:1780298664.605526:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7433 00000100:00100000:2.0:1780298664.605531:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610172160:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.606678:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610172160:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1146us (1233us total) trans 4294970032 rc 0/0 00000100:00100000:2.0:1780298664.606683:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7433 00002000:00100000:2.0:1780298664.606689:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (16384->81919) req@ffff9cf242b69880 x1866777610172160/t4294970032(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.606695:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69880 with x1866777610172160 ext(16384->81919) 00002000:00010000:2.0:1780298664.606697:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69880 00000100:00100000:0.0:1780298664.607457:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.607491:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172288 00000100:00100000:3.0:1780298664.607496:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172288 00000100:00100000:3.0:1780298664.607525:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12298 00000100:00100000:3.0:1780298664.607533:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610172288:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.608234:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970032 is committed 00000100:00100000:3.0:1780298664.608297:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610172288:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 766us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.608302:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12298 00000100:00100000:0.0:1780298664.609079:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.609135:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172416 00000100:00100000:1.0:1780298664.609147:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172416 00000100:00100000:1.0:1780298664.609172:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12299 00000100:00100000:1.0:1780298664.609178:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610172416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.609186:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.609199:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039dfb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8547 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.609237:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.609240:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605381248:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.609277:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172544 00000100:00100000:2.0:1780298664.609281:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172544 00000100:00100000:1.0:1780298664.609301:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.609309:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12300 00000100:00100000:2.0:1780298664.609316:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610172544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.609330:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.609341:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e02 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d854e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.609372:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.609405:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.609913:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605381248:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.609933:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039dfb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8547 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.609947:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039dfb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8547 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.609955:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:2.0:1780298664.609959:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.609975:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e02 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d854e expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.609987:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610172416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 807us (907us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.609988:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e02 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d854e expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.609996:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:1.0:1780298664.610005:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12299 00000100:00100000:2.0:1780298664.610019:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2398:x1866777610172544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 704us (783us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.610024:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12300 00000100:00100000:0.0:1780298664.610921:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.610959:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172672 00000100:00100000:2.0:1780298664.610963:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172672 00000100:00100000:2.0:1780298664.610995:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12301 00000100:00100000:2.0:1780298664.611005:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610172672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.611015:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.611016:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298664.611026:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8555 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.611044:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172800 00000100:00100000:0.0:1780298664.611049:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172800 00000100:00100000:2.0:1780298664.611071:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605381504:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.611077:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12302 00000100:00100000:0.0:1780298664.611086:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610172800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.611092:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.611098:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63039e10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d855c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.611113:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.611157:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605381632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.611187:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.611721:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605381504:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.611738:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e09 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8555 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.611752:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8555 expref: 9 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.611760:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:3.0:1780298664.611772:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605381632:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.611790:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610172672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 786us (867us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298664.611791:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63039e10 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d855c expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.611805:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12301 00010000:00010000:3.0:1780298664.611816:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c41c7ab/0xaf35132e63039e10 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d855c expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.611827:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78a00, rc 0) 00000100:00100000:3.0:1780298664.611847:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2397:x1866777610172800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 764us (832us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.611854:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12302 00000100:00100000:3.0:1780298664.612630:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.612666:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610172928 00000100:00100000:0.0:1780298664.612670:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610172928 00000100:00100000:0.0:1780298664.612701:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12303 00000100:00100000:0.0:1780298664.612709:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610172928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.612717:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.612726:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63039e17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8563 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.612753:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605381760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.612791:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.612793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.612824:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173056 00000100:00100000:2.0:1780298664.612828:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173056 00000100:00100000:2.0:1780298664.612851:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12304 00000100:00100000:2.0:1780298664.612856:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610173056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.612862:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.612868:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039e1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d856a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.612886:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381888:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.612911:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.613345:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605381760:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.613356:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63039e17 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8563 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.613365:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002656d227/0xaf35132e63039e17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8563 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.613375:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:0.0:1780298664.613394:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610172928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 688us (765us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.613399:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12303 00000100:00100000:1.0:1780298664.613504:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36e5da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605381888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.613521:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039e1e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d856a expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.613534:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039e1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d856a expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.613543:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:1.0:1780298664.613571:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610173056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (813us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.613579:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12304 00000100:00100000:2.0:1780298664.614323:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.614345:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173184 00000100:00100000:3.0:1780298664.614391:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173184 00000100:00100000:3.0:1780298664.614413:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12305 00000100:00100000:3.0:1780298664.614425:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610173184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.614432:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.614438:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8571 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.614445:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.614475:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173312 00000100:00100000:0.0:1780298664.614480:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173312 00000100:00100000:3.0:1780298664.614493:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605382016:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.614510:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12306 00000100:00100000:0.0:1780298664.614518:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610173312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.614525:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.614530:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00010000:00010000:0.0:1780298664.614533:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63039e2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8578 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.614568:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605382144:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.614601:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.615186:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605382016:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.615204:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e25 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8571 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.615215:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8571 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.615215:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605382144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.615228:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00010000:00010000:0.0:1780298664.615239:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63039e2c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8578 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.615257:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610173184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 830us (932us total) trans 0 rc 301/301 00010000:00010000:0.0:1780298664.615257:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e63039e2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8578 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.615274:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12305 00010000:00010000:0.0:1780298664.615276:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298664.615305:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2397:x1866777610173312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (859us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.615313:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12306 00000100:00100000:2.0:1780298664.616202:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.616233:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173440 00000100:00100000:0.0:1780298664.616238:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173440 00000100:00100000:0.0:1780298664.616277:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12307 00000100:00100000:0.0:1780298664.616288:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610173440:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.616289:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298664.616299:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.616309:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039e33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d857f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.616310:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173568 00000100:00100000:1.0:1780298664.616314:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173568 00000100:00100000:0.0:1780298664.616342:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605382272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.616343:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12308 00000100:00100000:1.0:1780298664.616352:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610173568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.616358:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.616365:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8586 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.616387:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605382400:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.616389:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.616411:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.617027:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605382272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.617041:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605382400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.617046:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039e33 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d857f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.617063:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e3a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8586 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.617064:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002848d803/0xaf35132e63039e33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d857f expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.617080:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00010000:00010000:1.0:1780298664.617090:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8586 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.617101:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:0.0:1780298664.617110:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610173440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 825us (908us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.617118:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12307 00000100:00100000:1.0:1780298664.617159:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610173568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (840us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.617168:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12308 00000100:00100000:2.0:1780298664.618189:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.618210:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173696 00000100:00100000:3.0:1780298664.618214:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173696 00000100:00100000:3.0:1780298664.618242:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7434 00000100:00100000:3.0:1780298664.618249:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+22:2400:x1866777610173696:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:3.0:1780298664.618370:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3173126 -> 3173126 00002000:00010000:3.0:1780298664.618373:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298664 00002000:00010000:3.0:1780298664.618375:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:3.0:1780298664.618381:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298664 00002000:00010000:3.0:1780298664.618382:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 24 -> 128 00000100:00100000:3.0:1780298664.618406:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610173696:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 159us (218us total) trans 4294969490 rc 0/0 00000100:00100000:3.0:1780298664.618411:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7434 00000100:00100000:2.0:1780298664.619175:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.619202:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173824 00000100:00100000:1.0:1780298664.619207:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173824 00000100:00100000:2.0:1780298664.619208:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.619233:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610173952 00000100:00100000:1.0:1780298664.619235:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610173952 00000100:00100000:1.0:1780298664.619250:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12309 00000100:00100000:1.0:1780298664.619256:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610173824:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.619263:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.619267:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12310 00010000:00010000:1.0:1780298664.619271:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039e41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d858d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.619280:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610173952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.619290:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.619299:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605382528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.619299:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039e48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8594 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.619332:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605382656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.619335:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.619359:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.619912:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605382528:192.168.203.25@tcp:106: 00002000:00010000:0.0:1780298664.619913:0:8358:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime: 1780298664 -> 1780298665 00002000:00010000:0.0:1780298664.619919:0:8358:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00002000:00010000:0.0:1780298664.619921:0:8358:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime: 1780298664 -> 1780298665 00010000:00010000:1.0:1780298664.619927:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039e41 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d858d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.619931:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605382656:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.619945:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039e41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d858d expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.619956:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039e48 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8594 expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.619961:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00010000:00010000:0.0:1780298664.619986:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002656d227/0xaf35132e63039e48 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8594 expref: 24 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.619992:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610173824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 735us (817us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.620004:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12309 00010000:00010000:0.0:1780298664.620006:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78800, rc 0) 00000100:00100000:0.0:1780298664.620030:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2399:x1866777610173952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (821us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.620037:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12310 00000100:00100000:2.0:1780298664.620759:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.620795:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174080 00000100:00100000:2.0:1780298664.620800:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.620801:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174080 00000100:00100000:0.0:1780298664.620825:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174208 00000100:00100000:0.0:1780298664.620827:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174208 00000100:00100000:2.0:1780298664.620838:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12311 00000100:00100000:2.0:1780298664.620850:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610174080:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.620850:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12312 00010000:00010000:2.0:1780298664.620860:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.620865:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777610174208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.620867:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d859b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.620878:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.620888:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039e56 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85a2 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.620892:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605382784:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.620925:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605382912:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.620931:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.620956:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.621511:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605382784:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.621522:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e4f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d859b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.621532:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039e4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d859b expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.621538:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298664.621560:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2398:x1866777610174080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 716us (803us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.621565:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12311 00000100:00100000:1.0:1780298664.621661:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605382912:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.621671:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039e56 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85a2 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.621679:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039e56 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85a2 expref: 24 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.621688:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.621715:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2397:x1866777610174208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (917us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.621722:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12312 00000100:00100000:3.0:1780298664.622355:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.622398:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174336 00000100:00100000:2.0:1780298664.622404:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174336 00000100:00100000:2.0:1780298664.622432:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12313 00000100:00100000:2.0:1780298664.622438:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610174336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.622444:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.622451:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85a9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.622474:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605383040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.622516:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.622522:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.622543:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174464 00000100:00100000:1.0:1780298664.622549:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174464 00000100:00100000:1.0:1780298664.622586:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12314 00000100:00100000:1.0:1780298664.622595:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610174464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.622602:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.622609:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039e64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85b0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.622629:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605383168:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.622652:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.623072:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605383040:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.623092:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e5d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85a9 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.623108:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85a9 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.623116:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.623172:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610174336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 733us (816us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.623178:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12313 00000100:00100000:1.0:1780298664.623213:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605383168:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.623226:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039e64 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b0 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.623245:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039e64 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b0 expref: 22 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.623252:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298664.623274:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2398:x1866777610174464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 682us (795us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.623279:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12314 00000100:00100000:0.0:1780298664.623919:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.623938:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174592 00000100:00100000:3.0:1780298664.623941:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174592 00000100:00100000:3.0:1780298664.623961:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12315 00000100:00100000:3.0:1780298664.623966:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610174592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.623972:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.623978:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85b7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.623991:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.623997:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.624002:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(18 110) 00010000:00010000:3.0:1780298664.624005:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(20 110) 00010000:00010000:3.0:1780298664.624008:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4734976->4771839] (req 4734976->4771839) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.624022:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.624036:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.624043:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383296:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.624078:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.624086:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 13 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.624092:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383424:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.624106:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.624529:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383296:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.624665:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383424:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.624703:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4734976->4771839] (req 4734976->4771839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.624711:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.624732:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610174592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 766us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.624736:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12315 00000100:00100000:0.0:1780298664.624875:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.624894:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.624913:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174848 00000100:00100000:2.0:1780298664.624917:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174848 00000100:00100000:1.0:1780298664.624924:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174720 00000100:00100000:1.0:1780298664.624928:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174720 00010000:00010000:2.0:1780298664.624934:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 14 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.624943:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.624959:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15700 00000100:00100000:3.0:1780298664.624973:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15701 00000100:00100000:2.0:1780298664.624978:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610174848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.624989:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1780298664.624995:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610174720:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.624998:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 14 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.625008:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 14 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.625030:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039df4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [16384->4763647] (req 16384->20479) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8540 expref: 14 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.625037:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298664.625049:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298664.625059:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610174848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 87us (184us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298664.625062:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.625070:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15700 00010000:00010000:1.0:1780298664.625080:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.625093:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039d92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4763648->38318079] (req 4763648->4767743) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d84de expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.625101:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(20 110) 00010000:00010000:1.0:1780298664.625104:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(20 110) 00010000:00010000:1.0:1780298664.625110:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.625122:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.625183:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.625194:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605383552:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.625234:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.625770:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605383552:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.625781:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.625807:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610174720:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 820us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.625813:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15701 00000100:00100000:0.0:1780298664.625878:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.625908:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610174976 00000100:00100000:1.0:1780298664.625913:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610174976 00000100:00100000:1.0:1780298664.625942:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7435 00000100:00100000:1.0:1780298664.625948:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610174976:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.626045:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5835019 -> 5835019 00002000:00010000:1.0:1780298664.626048:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.626049:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.626051:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.626052:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1768 -> 1824 00000100:00100000:1.0:1780298664.626073:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610174976:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 126us (197us total) trans 4294970033 rc 0/0 00000100:00100000:1.0:1780298664.626083:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7435 00000100:00100000:3.0:1780298664.626847:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.626880:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175104 00000100:00100000:1.0:1780298664.626883:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175104 00000100:00100000:1.0:1780298664.626906:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12316 00000100:00100000:1.0:1780298664.626911:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610175104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.626917:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.626923:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039e72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85be expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.626943:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605383680:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.626977:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.627008:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.627092:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175232 00000100:00100000:3.0:1780298664.627096:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175232 00000100:00100000:2.0:1780298664.627160:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12317 00000100:00100000:2.0:1780298664.627168:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610175232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.627175:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.627182:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85c5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.627202:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605383808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.627229:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.627591:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605383680:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.627607:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039e72 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85be expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.627620:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e63039e72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85be expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.627627:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.627650:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610175104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 739us (804us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.627655:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12316 00000100:00100000:2.0:1780298664.627820:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605383808:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.627832:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85c5 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.627842:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039e79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85c5 expref: 22 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.627848:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298664.627876:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610175232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 711us (870us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.627881:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12317 00000100:00100000:2.0:1780298664.628663:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.628695:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175360 00000100:00100000:1.0:1780298664.628699:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175360 00000100:00100000:2.0:1780298664.628708:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.628734:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175488 00000100:00100000:1.0:1780298664.628737:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175488 00000100:00100000:2.0:1780298664.628741:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12318 00000100:00100000:2.0:1780298664.628750:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610175360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.628756:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.628763:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85cc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.628786:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12319 00000100:00100000:2.0:1780298664.628786:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383936:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.628802:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e583450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610175488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.628810:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.628820:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039e87 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85d3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.628824:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.628853:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605384064:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.628886:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.629332:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605383936:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.629348:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e80 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85cc expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.629406:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039e80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85cc expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.629418:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:3.0:1780298664.629448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610175360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 701us (785us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.629456:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12318 00000100:00100000:3.0:1780298664.629576:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605384064:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.629598:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039e87 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85d3 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.629611:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039e87 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85d3 expref: 22 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.629620:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:3.0:1780298664.629645:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e583450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610175488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (937us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.629651:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12319 00000100:00100000:1.0:1780298664.630328:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.630373:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175744 00000100:00100000:0.0:1780298664.630378:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175744 00000100:00100000:0.0:1780298664.630412:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62303 00000100:00100000:0.0:1780298664.630420:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+46:30556:x1866777610175744:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298664.630460:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.630479:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445be200/0xaf35132e63039c11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8364 expref: 46 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.630492:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.630500:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.630623:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.630634:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 43 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.630641:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.630657:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 43 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.630666:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 43 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.630674:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605384192:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.630704:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.631283:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605384192:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.631293:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.631438:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.631472:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610175872 00000100:00100000:2.0:1780298664.631476:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610175872 00010000:00010000:2.0:1780298664.631492:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.631512:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15702 00000100:00100000:2.0:1780298664.631517:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2399:x1866777610175872:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.631524:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.631527:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631535:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631553:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf2445bfa00/0xaf35132e63039c57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d83a3 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631562:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.631565:0:6463:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631571:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631576:0:6463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.631589:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.631604:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.631611:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:2399:x1866777610175872:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 94us (174us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298664.631612:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.631622:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15702 00000001:00080000:0.0:1780298664.631660:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991299 00000004:00010000:0.0:1780298664.631676:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003035f0de reply state 0000000083c72cf4 transno 4294991300 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.631690:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78800/0xaf35132e63039e8e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.631694:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.631695:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298664.631697:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298664.631747:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:30556:x1866777610175744:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1328us (1421us total) trans 4294991300 rc 0/0 00000100:00100000:0.0:1780298664.631754:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62303 00000020:00080000:0.0:1780298664.631758:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298664.632329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.632354:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176000 00000100:00100000:3.0:1780298664.632358:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176000 00000100:00100000:3.0:1780298664.632384:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12320 00000100:00100000:3.0:1780298664.632389:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610176000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.632396:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.632404:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85da expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.632418:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.632424:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(20 110) 00010000:00010000:3.0:1780298664.632426:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(21 110) 00010000:00010000:3.0:1780298664.632429:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.632450:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.632458:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.632465:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605384320:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.632495:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.633050:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605384320:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.633065:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.633077:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830ca00, rc 0) 00000100:00100000:3.0:1780298664.633103:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610176000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 714us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.633107:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12320 00000100:00100000:0.0:1780298664.633300:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.633335:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176128 00000100:00100000:1.0:1780298664.633340:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176128 00010000:00010000:1.0:1780298664.633359:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.633386:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15703 00000100:00100000:1.0:1780298664.633393:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610176128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.633402:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.633416:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.633427:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.633443:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dc48e1c/0xaf35132e63039e6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [4734976->38289407] (req 4734976->4771839) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85b7 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.633453:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(21 110) 00010000:00010000:1.0:1780298664.633457:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(21 110) 00010000:00010000:1.0:1780298664.633462:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.633484:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.633507:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.633518:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605384448:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.633553:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.634309:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605384448:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.634335:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.634361:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.634371:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610176128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 976us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.634379:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15703 00000100:00100000:1.0:1780298664.634404:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176256 00000100:00100000:1.0:1780298664.634410:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176256 00000100:00100000:1.0:1780298664.634447:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12321 00000100:00100000:1.0:1780298664.634454:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:30556:x1866777610176256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.634462:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.634472:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85e1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634491:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634501:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634508:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(14 75) 00010000:00010000:1.0:1780298664.634512:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(16 75) 00010000:00010000:1.0:1780298664.634523:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 24 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634543:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634553:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.634560:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605384576:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.634603:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.634613:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.634623:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605384704:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298664.634652:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.635197:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605384576:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.635449:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.635456:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605384704:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.635476:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 24 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.635484:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:2.0:1780298664.635485:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176384 00000100:00100000:2.0:1780298664.635491:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176384 00000100:00100000:1.0:1780298664.635514:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:30556:x1866777610176256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1061us (1154us total) trans 0 rc 0/0 00010000:00010000:2.0:1780298664.635519:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.635523:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12321 00000100:00100000:2.0:1780298664.635569:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15704 00000100:00100000:2.0:1780298664.635580:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2400:x1866777610176384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.635590:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.635603:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635616:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635628:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e63039dc3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [434176->1454079] (req 434176->438271) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d850f expref: 21 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635636:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.635659:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.635660:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610176384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 85us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.635666:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15704 00000100:00100000:2.0:1780298664.635684:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176512 00000100:00100000:2.0:1780298664.635687:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176512 00010000:00010000:2.0:1780298664.635699:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.635728:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15705 00000100:00100000:2.0:1780298664.635737:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777610176512:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.635744:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.635758:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635770:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635783:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e63039cd5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1454080->35008511] (req 1454080->1466367) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8421 expref: 24 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635793:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(16 75) 00010000:00010000:2.0:1780298664.635801:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(16 75) 00010000:00010000:2.0:1780298664.635807:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 23 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635816:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 23 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.635833:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 23 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.635840:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605384832:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.635869:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.636505:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605384832:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.636513:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.636534:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610176512:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 801us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.636546:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15705 00000100:00100000:0.0:1780298664.636631:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.636668:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176640 00000100:00100000:1.0:1780298664.636673:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176640 00000100:00100000:0.0:1780298664.636683:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00002000:00010000:1.0:1780298664.636696:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298664.636701:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004380 with x1866777610176640 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298664.636708:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004380. 00000100:00100000:1.0:1780298664.636731:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176768 00000100:00100000:1.0:1780298664.636734:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176768 00002000:00010000:1.0:1780298664.636745:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (769490->18446744073709551615) 00002000:00100000:1.0:1780298664.636749:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777610176768 ext(769490->18446744073709551615) 00000100:00100000:3.0:1780298664.636752:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7436 00002000:00010000:1.0:1780298664.636755:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100. 00000100:00100000:3.0:1780298664.636765:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610176640:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298664.636770:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7437 00000100:00100000:2.0:1780298664.636782:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+23:2400:x1866777610176768:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298664.637005:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3173126 -> 769490 00002000:00010000:2.0:1780298664.637009:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.637011:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:2.0:1780298664.637012:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.637014:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 0 00002000:00010000:3.0:1780298664.637034:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5835019 -> 4194304 00000100:00100000:2.0:1780298664.637039:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2400:x1866777610176768:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 260us (356us total) trans 4294969491 rc 0/0 00002000:00010000:3.0:1780298664.637040:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.637046:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00000100:00100000:2.0:1780298664.637050:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7437 00002000:00010000:3.0:1780298664.637051:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.637055:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (769490->18446744073709551615) 00002000:00100000:2.0:1780298664.637058:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007100 with x1866777610176768 ext(769490->18446744073709551615) 00002000:00010000:3.0:1780298664.637062:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1824 -> 1576 00002000:00010000:2.0:1780298664.637065:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348007100. 00000100:00100000:3.0:1780298664.637086:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610176640:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 325us (455us total) trans 4294970034 rc 0/0 00000100:00100000:3.0:1780298664.637092:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7436 00002000:00010000:3.0:1780298664.637095:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:3.0:1780298664.637097:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004380 with x1866777610176640 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298664.637102:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004380. 00000100:00100000:3.0:1780298664.637995:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.638035:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610176896 00000100:00100000:2.0:1780298664.638040:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610176896 00000100:00100000:2.0:1780298664.638078:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62304 00000100:00100000:2.0:1780298664.638087:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610176896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.638099:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.638114:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e63039ea3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85e8 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638227:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638245:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638252:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298664.638271:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 4963794 00000004:00200000:2.0:1780298664.638274:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298664.638288:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638309:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c600/0xaf35132e63039ea3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 45 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638322:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.638330:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.638333:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298664.638335:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.638362:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610176896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 278us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.638367:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62304 00000100:00100000:0.0:1780298664.639267:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.639289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.639307:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177024 00000100:00100000:2.0:1780298664.639313:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177024 00000100:00100000:3.0:1780298664.639324:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177152 00000100:00100000:3.0:1780298664.639330:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177152 00000100:00100000:2.0:1780298664.639352:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12322 00000100:00100000:2.0:1780298664.639362:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610177024:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.639370:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12323 00010000:00010000:2.0:1780298664.639372:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.639383:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610177152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.639389:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039eb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85ef expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.639390:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.639399:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039eb8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85f6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.639433:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605385088:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.639434:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605384960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.639482:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.639482:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00002000:00010000:1.0:1780298664.640249:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:2.0:1780298664.640260:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605384960:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.640261:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605385088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.640288:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039eb1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85ef expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.640291:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039eb8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85f6 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.640314:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e63039eb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85ef expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.640332:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00010000:00010000:1.0:1780298664.640334:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e63039eb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85f6 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.640344:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:2.0:1780298664.640366:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610177024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1005us (1097us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.640366:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610177152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 987us (1074us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.640377:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12323 00000100:00100000:2.0:1780298664.640383:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12322 00000100:00100000:3.0:1780298664.641357:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.641393:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177280 00000100:00100000:2.0:1780298664.641399:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177280 00000100:00100000:2.0:1780298664.641430:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12324 00000100:00100000:2.0:1780298664.641438:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610177280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.641446:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.641455:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ebf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d85fd expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.641472:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.641482:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605385216:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.641511:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177408 00000100:00100000:1.0:1780298664.641517:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177408 00000100:00100000:2.0:1780298664.641527:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.641554:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12325 00000100:00100000:1.0:1780298664.641564:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610177408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.641572:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.641594:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039ec6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8604 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.641627:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605385344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.641662:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.642087:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605385216:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.642104:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ebf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85fd expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.642119:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039ebf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85fd expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.642161:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.642191:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610177280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 754us (836us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.642199:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12324 00000100:00100000:1.0:1780298664.642325:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605385344:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.642342:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039ec6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8604 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.642356:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e63039ec6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8604 expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.642380:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.642410:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2400:x1866777610177408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 848us (937us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.642417:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12325 00000100:00100000:2.0:1780298664.643234:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.643276:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177664 00000100:00100000:0.0:1780298664.643282:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177664 00000100:00100000:0.0:1780298664.643311:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62305 00000100:00100000:0.0:1780298664.643316:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+48:30556:x1866777610177664:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298664.643482:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.643498:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 43 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.643509:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.643541:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 43 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.643551:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 43 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.643559:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605385472:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.643596:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.644195:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605385472:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.644213:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.644379:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.644414:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177792 00000100:00100000:0.0:1780298664.644417:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177792 00010000:00010000:0.0:1780298664.644432:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 44 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.644452:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15706 00000100:00100000:0.0:1780298664.644456:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2399:x1866777610177792:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.644463:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.644468:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 44 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644475:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 44 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644495:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841da00/0xaf35132e63039eaa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e8 expref: 44 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644503:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.644506:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644512:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644517:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.644531:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.644554:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:2399:x1866777610177792:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 97us (176us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298664.644557:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.644561:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15706 00010000:00010000:1.0:1780298664.644571:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298664.644627:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991301 00000004:00010000:1.0:1780298664.644651:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f96de4d7 reply state 00000000e393ea61 transno 4294991302 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.644663:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78a00/0xaf35132e63039ecd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.644669:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298664.644672:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298664.644675:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298664.644737:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:30556:x1866777610177664:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1418us (1504us total) trans 4294991302 rc 0/0 00000100:00100000:1.0:1780298664.644745:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62305 00000020:00080000:1.0:1780298664.644750:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298664.645508:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.645535:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.645557:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610177920 00000100:00100000:0.0:1780298664.645562:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610177920 00000100:00100000:1.0:1780298664.645564:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178048 00000100:00100000:1.0:1780298664.645567:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178048 00002000:00010000:1.0:1780298664.645583:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00010000:0.0:1780298664.645583:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1097994->18446744073709551615) 00002000:00100000:1.0:1780298664.645587:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777610178048 ext(0->18446744073709551615) 00002000:00100000:0.0:1780298664.645587:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777610177920 ext(1097994->18446744073709551615) 00002000:00010000:0.0:1780298664.645595:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00. 00002000:00010000:1.0:1780298664.645597:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812300. 00000100:00100000:0.0:1780298664.645617:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7438 00000100:00100000:1.0:1780298664.645625:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7439 00000100:00100000:0.0:1780298664.645628:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610177920:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:1.0:1780298664.645632:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+24:2397:x1866777610178048:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298664.645750:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 769490 -> 0 00002000:00010000:1.0:1780298664.645753:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.645756:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:1.0:1780298664.645758:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.645760:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1780298664.645790:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2397:x1866777610178048:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 159us (254us total) trans 4294969492 rc 0/0 00000100:00100000:1.0:1780298664.645798:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7439 00002000:00010000:1.0:1780298664.645802:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:1.0:1780298664.645805:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244812300 with x1866777610178048 ext(0->18446744073709551615) 00002000:00010000:1.0:1780298664.645810:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244812300. 00002000:00010000:0.0:1780298664.645870:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 1097994 00002000:00010000:0.0:1780298664.645873:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.645874:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.645879:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.645880:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1576 -> 1064 00000100:00100000:0.0:1780298664.645902:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610177920:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 276us (395us total) trans 4294970035 rc 0/0 00000100:00100000:0.0:1780298664.645906:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7438 00002000:00010000:0.0:1780298664.645908:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1097994->18446744073709551615) 00002000:00100000:0.0:1780298664.645911:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244811c00 with x1866777610177920 ext(1097994->18446744073709551615) 00002000:00010000:0.0:1780298664.645914:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244811c00. 00000100:00100000:2.0:1780298664.646667:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.646698:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178176 00000100:00100000:0.0:1780298664.646702:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178176 00000100:00100000:0.0:1780298664.646726:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62306 00000100:00100000:0.0:1780298664.646731:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+51:30556:x1866777610178176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.646741:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.646751:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e63039ed4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d860b expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646803:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646811:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646817:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.646830:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1097994 00000004:00200000:0.0:1780298664.646833:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.646847:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646878:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79800/0xaf35132e63039ed4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d860b expref: 53 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646891:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d860b expref: 52 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.646898:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.646901:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.646903:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298664.646933:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+52:30556:x1866777610178176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 200us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.646939:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62306 00000100:00100000:3.0:1780298664.648287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.648324:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178304 00000100:00100000:3.0:1780298664.648328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.648331:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178304 00000100:00100000:1.0:1780298664.648366:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178432 00000100:00100000:1.0:1780298664.648372:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178432 00000100:00100000:0.0:1780298664.648372:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12326 00000100:00100000:0.0:1780298664.648384:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610178304:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.648395:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.648407:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039ee2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8612 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.648411:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12327 00000100:00100000:1.0:1780298664.648424:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610178432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.648433:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.648443:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e63039ee9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8619 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.648458:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605385600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.648479:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605385728:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.648519:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.648519:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:1.0:1780298664.649306:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:0.0:1780298664.649306:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605385600:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.649329:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605385728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.649330:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039ee2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8612 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.649356:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e63039ee9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8619 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.649366:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039ee2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8612 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.649376:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e63039ee9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8619 expref: 21 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.649380:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:1.0:1780298664.649392:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.649421:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610178432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1092us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.649422:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610178304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1031us (1128us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.649435:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12327 00000100:00100000:0.0:1780298664.649443:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12326 00000100:00100000:2.0:1780298664.650597:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.650624:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178560 00000100:00100000:3.0:1780298664.650629:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178560 00000100:00100000:3.0:1780298664.650655:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12328 00000100:00100000:3.0:1780298664.650661:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610178560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.650669:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.650678:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8620 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.650695:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.650704:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(21 110) 00010000:00010000:3.0:1780298664.650708:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:3.0:1780298664.650720:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [446464->450559] (req 446464->450559) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.650743:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.650754:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.650766:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605385856:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.650808:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.651516:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605385856:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.651536:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [446464->450559] (req 446464->450559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651558:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c400, rc 0) 00000100:00100000:2.0:1780298664.651596:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610178560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.651609:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12328 00000100:00100000:3.0:1780298664.651645:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.651675:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178688 00000100:00100000:2.0:1780298664.651679:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178688 00010000:00010000:2.0:1780298664.651698:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 11 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.651741:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15707 00000100:00100000:2.0:1780298664.651749:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610178688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.651760:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.651772:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 11 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651784:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 11 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651802:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4811bb2/0xaf35132e63039e95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85da expref: 11 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651812:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.651816:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.651824:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651833:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.651866:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.651877:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605385984:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.651910:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.652808:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605385984:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.652819:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.652842:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610178688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1096us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.652848:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15707 00000100:00100000:3.0:1780298664.653229:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.653314:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178816 00000100:00100000:1.0:1780298664.653326:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178816 00002000:00100000:1.0:1780298664.653373:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (417792->483327) req@ffff9cf242b69f80 x1866777610178816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.653382:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777610178816 ext(417792->483327) 00002000:00010000:1.0:1780298664.653386:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:1.0:1780298664.653416:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7440 00000100:00100000:1.0:1780298664.653424:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610178816:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298664.654505:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610178816:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1081us (1277us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298664.654511:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7440 00002000:00100000:1.0:1780298664.654516:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (417792->483327) req@ffff9cf242b69f80 x1866777610178816/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.654537:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777610178816 ext(417792->483327) 00002000:00010000:1.0:1780298664.654539:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b69f80 00000100:00100000:3.0:1780298664.656047:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.656097:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610178944 00000100:00100000:0.0:1780298664.656104:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610178944 00002000:00100000:0.0:1780298664.656165:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (483328->520191) req@ffff9cf36e56d180 x1866777610178944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.656174:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777610178944 ext(483328->520191) 00002000:00010000:0.0:1780298664.656179:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:0.0:1780298664.656198:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7441 00000100:00100000:0.0:1780298664.656205:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610178944:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.657228:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610178944:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1021us (1184us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298664.657237:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7441 00002000:00100000:0.0:1780298664.657245:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (483328->520191) req@ffff9cf36e56d180 x1866777610178944/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.657254:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e56d180 with x1866777610178944 ext(483328->520191) 00002000:00010000:0.0:1780298664.657258:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e56d180 00000100:00100000:3.0:1780298664.658249:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.658301:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179072 00000100:00100000:1.0:1780298664.658312:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179072 00000100:00100000:1.0:1780298664.658355:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12329 00000100:00100000:1.0:1780298664.658362:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610179072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.658376:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.658391:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8627 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.658412:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:1.0:1780298664.658415:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:1.0:1780298664.658421:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.658435:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.658444:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298664.658478:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610179072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 117us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.658482:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12329 00000100:00100000:3.0:1780298664.659500:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.659534:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179200 00000100:00100000:2.0:1780298664.659540:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179200 00000100:00100000:2.0:1780298664.659570:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12330 00000100:00100000:2.0:1780298664.659577:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610179200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.659584:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.659592:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d862e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659609:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659616:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659635:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.659638:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.659641:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [462848->491519] (req 462848->491519) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659674:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659689:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.659702:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605386112:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.659765:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.659773:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.659780:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605386240:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.659798:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.660407:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605386112:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.660620:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605386240:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.660646:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [462848->491519] (req 462848->491519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.660660:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298664.660698:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610179200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1120us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.660706:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12330 00000100:00100000:3.0:1780298664.660841:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.660886:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179328 00000100:00100000:1.0:1780298664.660893:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179328 00010000:00010000:1.0:1780298664.660917:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.660967:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15708 00000100:00100000:1.0:1780298664.660980:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610179328:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.660992:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.661019:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.661036:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298664.661042:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.661065:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039ef7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8627 expref: 12 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.661081:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.661093:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179456 00000100:00100000:2.0:1780298664.661102:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179456 00000100:00100000:1.0:1780298664.661120:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610179328:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 145us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.661171:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15708 00010000:00010000:2.0:1780298664.661172:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.661221:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15709 00000100:00100000:2.0:1780298664.661228:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610179456:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.661238:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.661255:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.661267:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.661289:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8fcaf61/0xaf35132e63039ef0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 446464->450559) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8620 expref: 12 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.661305:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.661309:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.661318:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.661326:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.661353:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.661363:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605386368:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.661429:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.662071:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605386368:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.662086:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.662153:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610179456:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 895us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.662164:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15709 00000100:00100000:3.0:1780298664.662209:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.662239:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179584 00000100:00100000:2.0:1780298664.662244:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179584 00000100:00100000:2.0:1780298664.662288:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7442 00000100:00100000:2.0:1780298664.662296:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610179584:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.662543:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1097994 -> 1097994 00002000:00010000:2.0:1780298664.662547:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.662550:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.662553:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.662555:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1064 -> 1072 00000100:00100000:2.0:1780298664.662586:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610179584:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 290us (376us total) trans 4294970036 rc 0/0 00000100:00100000:2.0:1780298664.662593:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7442 00000100:00100000:0.0:1780298664.663309:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.663350:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179712 00000100:00100000:3.0:1780298664.663355:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179712 00000100:00100000:3.0:1780298664.663384:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62307 00000100:00100000:3.0:1780298664.663389:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610179712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.663399:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.663412:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63039f05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8635 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663485:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663496:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663504:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1780298664.663520:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1097994 00000004:00200000:3.0:1780298664.663523:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1780298664.663535:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663550:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c600/0xaf35132e63039f05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 45 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663565:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 44 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.663573:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.663575:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1780298664.663577:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c800, rc 0) 00000100:00100000:3.0:1780298664.663612:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610179712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 222us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.663619:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62307 00000100:00100000:3.0:1780298664.664514:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.664561:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179840 00000100:00100000:0.0:1780298664.664567:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179840 00000100:00100000:0.0:1780298664.664609:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12331 00000100:00100000:3.0:1780298664.664628:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.664629:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610179840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.664650:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.664663:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610179968 00010000:00010000:0.0:1780298664.664665:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039f13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d863c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.664669:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610179968 00000100:00100000:0.0:1780298664.664710:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605386496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.664719:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12332 00000100:00100000:2.0:1780298664.664730:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610179968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.664742:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.664752:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039f1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8643 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.664780:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.664799:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605386624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.664832:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.665565:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605386496:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.665588:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039f13 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d863c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.665601:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605386624:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.665605:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001308b102/0xaf35132e63039f13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d863c expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.665626:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00010000:00010000:2.0:1780298664.665632:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039f1a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8643 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.665653:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006c79d5c1/0xaf35132e63039f1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8643 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.665665:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610179840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1044us (1147us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.665669:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c000, rc 0) 00000100:00100000:0.0:1780298664.665672:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12331 00000100:00100000:2.0:1780298664.665732:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610179968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1108us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.665741:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12332 00000100:00100000:3.0:1780298664.666651:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.666701:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180096 00000100:00100000:1.0:1780298664.666708:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180096 00000100:00100000:1.0:1780298664.666757:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12333 00000100:00100000:1.0:1780298664.666769:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610180096:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.666782:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298664.666785:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.666797:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d864a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.666825:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180224 00000100:00100000:0.0:1780298664.666830:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180224 00000100:00100000:1.0:1780298664.666853:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605386752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.666862:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12334 00000100:00100000:0.0:1780298664.666868:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610180224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.666876:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.666885:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039f28 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8651 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.666919:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605386880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.666922:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.666947:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.667707:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605386752:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.667739:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f21 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d864a expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.667756:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d864a expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.667768:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.667803:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610180096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1153us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.667809:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605386880:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.667815:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12333 00010000:00010000:0.0:1780298664.667839:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039f28 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8651 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.667857:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091ca8d05/0xaf35132e63039f28 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8651 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.667868:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:0.0:1780298664.667904:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610180224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1036us (1130us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.667921:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12334 00000100:00100000:3.0:1780298664.669028:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.669078:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180352 00000100:00100000:2.0:1780298664.669086:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180352 00000100:00100000:2.0:1780298664.669180:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7443 00000100:00100000:2.0:1780298664.669191:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610180352:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.669383:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1097994 -> 1097994 00002000:00010000:2.0:1780298664.669388:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.669390:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.669392:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.669393:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1072 -> 1072 00000100:00100000:2.0:1780298664.669433:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610180352:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 245us (406us total) trans 4294970037 rc 0/0 00000100:00100000:2.0:1780298664.669446:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7443 00000100:00100000:3.0:1780298664.670252:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.670283:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180480 00000100:00100000:2.0:1780298664.670287:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180480 00000100:00100000:2.0:1780298664.670311:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12335 00000100:00100000:2.0:1780298664.670315:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610180480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.670322:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.670332:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039f2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8658 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.670367:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605387008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.670409:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.671076:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605387008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.671097:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039f2f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8658 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.671115:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000213a6cb7/0xaf35132e63039f2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8658 expref: 14 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.671163:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.671194:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610180480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 878us (943us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.671202:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12335 00000100:00100000:3.0:1780298664.672004:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.672040:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180608 00000100:00100000:2.0:1780298664.672045:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180608 00000100:00100000:2.0:1780298664.672082:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12336 00000100:00100000:2.0:1780298664.672095:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610180608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.672107:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.672116:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039f36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d865f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.672190:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605387136:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.672235:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.672933:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605387136:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.672950:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039f36 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d865f expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.672965:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e63039f36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d865f expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.672975:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.673005:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610180608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1009us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.673012:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12336 00000100:00100000:3.0:1780298664.674590:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.674633:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180864 00000100:00100000:2.0:1780298664.674640:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180864 00000100:00100000:2.0:1780298664.674684:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62308 00000100:00100000:2.0:1780298664.674695:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+52:30556:x1866777610180864:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298664.674741:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.674758:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78400/0xaf35132e63039edb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d860b expref: 52 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.674776:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.674779:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298664.674907:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.674918:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 43 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.674926:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.674947:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 43 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.674957:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 43 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.674965:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605387264:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.675010:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf241856600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.675727:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605387264:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.675742:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.675846:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.675906:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610180992 00000100:00100000:0.0:1780298664.675918:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610180992 00010000:00010000:0.0:1780298664.675957:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 44 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.675996:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15710 00000100:00100000:0.0:1780298664.676007:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2399:x1866777610180992:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.676023:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.676031:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 44 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676044:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 44 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676077:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34830c800/0xaf35132e63039f0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8635 expref: 44 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676092:0:20253:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.676098:0:20253:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676110:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676117:0:20253:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.676197:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298664.676211:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.676217:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.676250:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:2399:x1866777610180992:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 244us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.676259:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15710 00000001:00080000:2.0:1780298664.676274:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991303 00000004:00010000:2.0:1780298664.676301:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000073010b73 reply state 0000000045910ac7 transno 4294991304 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.676316:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf34841c000/0xaf35132e63039f3d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.676323:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.676326:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298664.676329:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298664.676390:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:30556:x1866777610180864:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1697us (1803us total) trans 4294991304 rc 0/0 00000100:00100000:2.0:1780298664.676397:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62308 00000020:00080000:2.0:1780298664.676401:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298664.677082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.677114:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181120 00000100:00100000:2.0:1780298664.677118:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181120 00000100:00100000:2.0:1780298664.677190:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12337 00000100:00100000:2.0:1780298664.677198:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610181120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.677210:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.677223:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8666 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.677245:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.677254:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(22 110) 00010000:00010000:2.0:1780298664.677260:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(23 110) 00010000:00010000:2.0:1780298664.677274:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.677301:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.677313:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.677325:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605387392:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.677370:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.678054:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605387392:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.678071:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 14 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678089:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.678120:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610181120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.678156:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12337 00000100:00100000:3.0:1780298664.678313:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.678358:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181248 00000100:00100000:2.0:1780298664.678364:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181248 00010000:00010000:2.0:1780298664.678383:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.678411:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15711 00000100:00100000:2.0:1780298664.678418:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610181248:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.678435:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.678452:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678465:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678482:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039efe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [462848->34017279] (req 462848->491519) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d862e expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678494:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(23 110) 00010000:00010000:2.0:1780298664.678497:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(23 110) 00010000:00010000:2.0:1780298664.678502:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678512:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.678534:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 13 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.678544:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605387520:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.678593:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.679569:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605387520:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.679594:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.679612:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.679665:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610181248:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1245us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.679667:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181376 00000100:00100000:0.0:1780298664.679675:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181376 00000100:00100000:2.0:1780298664.679680:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15711 00002000:00010000:0.0:1780298664.679711:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3264323->18446744073709551615) 00002000:00100000:0.0:1780298664.679717:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b100 with x1866777610181376 ext(3264323->18446744073709551615) 00002000:00010000:0.0:1780298664.679729:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380b100. 00000100:00100000:0.0:1780298664.679766:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7444 00000100:00100000:1.0:1780298664.679772:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.679781:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610181376:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298664.679831:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181504 00000100:00100000:3.0:1780298664.679837:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181504 00002000:00010000:3.0:1780298664.679857:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298664.679862:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777610181504 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298664.679868:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baef100. 00000100:00100000:3.0:1780298664.679892:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7445 00000100:00100000:3.0:1780298664.679901:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777610181504:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:0.0:1780298664.680002:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1097994 -> 3264323 00002000:00010000:0.0:1780298664.680007:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.680010:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.680013:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.680015:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1072 -> 1072 00002000:00010000:3.0:1780298664.680028:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1780298664.680031:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.680033:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:3.0:1780298664.680035:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.680037:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1780298664.680074:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610181504:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 169us (298us total) trans 4294969493 rc 0/0 00000100:00100000:0.0:1780298664.680074:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610181376:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 289us (455us total) trans 4294970038 rc 0/0 00000100:00100000:3.0:1780298664.680092:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7445 00002000:00010000:3.0:1780298664.680095:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298664.680098:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baef100 with x1866777610181504 ext(0->18446744073709551615) 00000100:00100000:0.0:1780298664.680101:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7444 00002000:00010000:0.0:1780298664.680105:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (3264323->18446744073709551615) 00002000:00010000:3.0:1780298664.680111:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf37baef100. 00002000:00100000:0.0:1780298664.680112:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380b100 with x1866777610181376 ext(3264323->18446744073709551615) 00002000:00010000:0.0:1780298664.680175:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380b100. 00000100:00100000:3.0:1780298664.681423:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.681463:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181632 00000100:00100000:0.0:1780298664.681471:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181632 00002000:00100000:0.0:1780298664.681503:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3207168->3211263) req@ffff9cf24380a300 x1866777610181632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.681521:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777610181632 ext(3207168->3211263) 00002000:00010000:0.0:1780298664.681526:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a300 00000100:00100000:0.0:1780298664.681553:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7446 00000100:00100000:0.0:1780298664.681567:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610181632:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.681709:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610181632:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 147us (286us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.681716:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7446 00002000:00100000:0.0:1780298664.681722:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3207168->3211263) req@ffff9cf24380a300 x1866777610181632/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.681729:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380a300 with x1866777610181632 ext(3207168->3211263) 00002000:00010000:0.0:1780298664.681732:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24380a300 00000100:00100000:1.0:1780298664.682942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.682985:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181760 00000100:00100000:2.0:1780298664.682991:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181760 00002000:00100000:2.0:1780298664.683013:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3211264->3215359) req@ffff9cf37baed500 x1866777610181760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.683023:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed500 with x1866777610181760 ext(3211264->3215359) 00002000:00010000:2.0:1780298664.683026:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed500 00000100:00100000:2.0:1780298664.683046:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7447 00000100:00100000:2.0:1780298664.683053:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610181760:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.683173:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610181760:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.683181:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7447 00002000:00100000:2.0:1780298664.683189:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3211264->3215359) req@ffff9cf37baed500 x1866777610181760/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.683198:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed500 with x1866777610181760 ext(3211264->3215359) 00002000:00010000:2.0:1780298664.683201:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed500 00000100:00100000:1.0:1780298664.684267:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.684303:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610181888 00000100:00100000:2.0:1780298664.684308:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610181888 00002000:00100000:2.0:1780298664.684329:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3215360->3219455) req@ffff9cf37baec700 x1866777610181888/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.684338:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec700 with x1866777610181888 ext(3215360->3219455) 00002000:00010000:2.0:1780298664.684341:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec700 00000100:00100000:2.0:1780298664.684363:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7448 00000100:00100000:2.0:1780298664.684380:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610181888:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.684453:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610181888:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (185us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.684461:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7448 00002000:00100000:2.0:1780298664.684467:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3215360->3219455) req@ffff9cf37baec700 x1866777610181888/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.684476:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baec700 with x1866777610181888 ext(3215360->3219455) 00002000:00010000:2.0:1780298664.684480:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baec700 00000100:00100000:3.0:1780298664.685472:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.685517:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182016 00000100:00100000:2.0:1780298664.685523:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182016 00002000:00100000:2.0:1780298664.685547:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3219456->3223551) req@ffff9cf243808700 x1866777610182016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.685556:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808700 with x1866777610182016 ext(3219456->3223551) 00002000:00010000:2.0:1780298664.685559:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808700 00000100:00100000:2.0:1780298664.685582:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7449 00000100:00100000:2.0:1780298664.685591:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182016:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.685677:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243808700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182016:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.685684:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7449 00002000:00100000:2.0:1780298664.685690:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3219456->3223551) req@ffff9cf243808700 x1866777610182016/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.685698:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243808700 with x1866777610182016 ext(3219456->3223551) 00002000:00010000:2.0:1780298664.685701:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243808700 00000100:00100000:1.0:1780298664.686733:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.686774:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182144 00000100:00100000:0.0:1780298664.686780:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182144 00002000:00100000:0.0:1780298664.686803:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3223552->3227647) req@ffff9cf37baedc00 x1866777610182144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.686813:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedc00 with x1866777610182144 ext(3223552->3227647) 00002000:00010000:0.0:1780298664.686817:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedc00 00000100:00100000:0.0:1780298664.686840:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7450 00000100:00100000:0.0:1780298664.686850:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182144:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.686942:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182144:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 94us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.686950:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7450 00002000:00100000:0.0:1780298664.686964:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3223552->3227647) req@ffff9cf37baedc00 x1866777610182144/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.686973:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baedc00 with x1866777610182144 ext(3223552->3227647) 00002000:00010000:0.0:1780298664.686977:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baedc00 00000100:00100000:1.0:1780298664.688069:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.688109:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182272 00000100:00100000:0.0:1780298664.688114:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182272 00002000:00100000:0.0:1780298664.688204:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3227648->3231743) req@ffff9cf37baed180 x1866777610182272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.688214:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed180 with x1866777610182272 ext(3227648->3231743) 00002000:00010000:0.0:1780298664.688219:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed180 00000100:00100000:0.0:1780298664.688242:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7451 00000100:00100000:0.0:1780298664.688251:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.688334:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 85us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.688342:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7451 00002000:00100000:0.0:1780298664.688348:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3227648->3231743) req@ffff9cf37baed180 x1866777610182272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.688358:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed180 with x1866777610182272 ext(3227648->3231743) 00002000:00010000:0.0:1780298664.688361:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed180 00000100:00100000:3.0:1780298664.689434:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.689491:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182400 00000100:00100000:2.0:1780298664.689498:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182400 00002000:00100000:2.0:1780298664.689524:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3231744->3235839) req@ffff9cf243809c00 x1866777610182400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.689533:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777610182400 ext(3231744->3235839) 00002000:00010000:2.0:1780298664.689536:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243809c00 00000100:00100000:2.0:1780298664.689559:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7452 00000100:00100000:2.0:1780298664.689567:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.689652:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243809c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 86us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.689659:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7452 00002000:00100000:2.0:1780298664.689665:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3231744->3235839) req@ffff9cf243809c00 x1866777610182400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.689674:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243809c00 with x1866777610182400 ext(3231744->3235839) 00002000:00010000:2.0:1780298664.689678:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243809c00 00000100:00100000:1.0:1780298664.690696:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.690747:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182528 00000100:00100000:2.0:1780298664.690764:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182528 00002000:00100000:2.0:1780298664.690784:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3235840->3239935) req@ffff9cf37baed880 x1866777610182528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.690794:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed880 with x1866777610182528 ext(3235840->3239935) 00002000:00010000:2.0:1780298664.690797:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed880 00000100:00100000:2.0:1780298664.690828:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7453 00000100:00100000:2.0:1780298664.690837:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.690913:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 77us (217us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.690932:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7453 00002000:00100000:2.0:1780298664.690942:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3235840->3239935) req@ffff9cf37baed880 x1866777610182528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.690952:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37baed880 with x1866777610182528 ext(3235840->3239935) 00002000:00010000:2.0:1780298664.690956:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37baed880 00000100:00100000:1.0:1780298664.692066:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.692114:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182656 00000100:00100000:2.0:1780298664.692119:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182656 00002000:00100000:2.0:1780298664.692176:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3239936->3244031) req@ffff9cf2556ab800 x1866777610182656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.692186:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777610182656 ext(3239936->3244031) 00002000:00010000:2.0:1780298664.692189:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:2.0:1780298664.692212:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7454 00000100:00100000:2.0:1780298664.692222:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.692295:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.692302:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7454 00002000:00100000:2.0:1780298664.692309:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3239936->3244031) req@ffff9cf2556ab800 x1866777610182656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.692317:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab800 with x1866777610182656 ext(3239936->3244031) 00002000:00010000:2.0:1780298664.692321:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab800 00000100:00100000:3.0:1780298664.693505:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.693569:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182784 00000100:00100000:0.0:1780298664.693576:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182784 00002000:00100000:0.0:1780298664.693603:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3244032->3248127) req@ffff9cf36e5d9c00 x1866777610182784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.693613:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777610182784 ext(3244032->3248127) 00002000:00010000:0.0:1780298664.693624:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:0.0:1780298664.693646:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7455 00000100:00100000:0.0:1780298664.693654:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.693734:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610182784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (236us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.693741:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7455 00002000:00100000:0.0:1780298664.693748:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3244032->3248127) req@ffff9cf36e5d9c00 x1866777610182784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.693756:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d9c00 with x1866777610182784 ext(3244032->3248127) 00002000:00010000:0.0:1780298664.693759:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d9c00 00000100:00100000:1.0:1780298664.695224:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.695258:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610182912 00000100:00100000:0.0:1780298664.695262:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610182912 00002000:00100000:0.0:1780298664.695278:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3248128->3252223) req@ffff9cf2556a8a80 x1866777610182912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.695283:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8a80 with x1866777610182912 ext(3248128->3252223) 00002000:00010000:0.0:1780298664.695285:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8a80 00000100:00100000:0.0:1780298664.695302:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7456 00000100:00100000:0.0:1780298664.695307:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610182912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.695366:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610182912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.695370:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7456 00002000:00100000:0.0:1780298664.695373:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3248128->3252223) req@ffff9cf2556a8a80 x1866777610182912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.695387:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8a80 with x1866777610182912 ext(3248128->3252223) 00002000:00010000:0.0:1780298664.695390:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8a80 00000100:00100000:1.0:1780298664.696584:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.696638:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183040 00000100:00100000:2.0:1780298664.696643:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183040 00002000:00100000:2.0:1780298664.696666:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3252224->3256319) req@ffff9cf2556a9500 x1866777610183040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.696688:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777610183040 ext(3252224->3256319) 00002000:00010000:2.0:1780298664.696692:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:2.0:1780298664.696716:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7457 00000100:00100000:2.0:1780298664.696725:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610183040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.696817:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610183040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 93us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.696824:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7457 00002000:00100000:2.0:1780298664.696831:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3252224->3256319) req@ffff9cf2556a9500 x1866777610183040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.696839:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a9500 with x1866777610183040 ext(3252224->3256319) 00002000:00010000:2.0:1780298664.696844:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a9500 00000100:00100000:3.0:1780298664.698042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.698086:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183168 00000100:00100000:2.0:1780298664.698090:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183168 00002000:00100000:2.0:1780298664.698106:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3256320->3260415) req@ffff9cf36e5dad80 x1866777610183168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.698113:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777610183168 ext(3256320->3260415) 00002000:00010000:2.0:1780298664.698115:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:2.0:1780298664.698156:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7458 00000100:00100000:2.0:1780298664.698163:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610183168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.698219:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610183168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 57us (179us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.698224:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7458 00002000:00100000:2.0:1780298664.698234:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3256320->3260415) req@ffff9cf36e5dad80 x1866777610183168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.698241:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5dad80 with x1866777610183168 ext(3256320->3260415) 00002000:00010000:2.0:1780298664.698243:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5dad80 00000100:00100000:1.0:1780298664.699641:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.699695:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183296 00000100:00100000:2.0:1780298664.699700:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183296 00002000:00100000:2.0:1780298664.699722:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3260416->3264511) req@ffff9cf2556ab480 x1866777610183296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.699733:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab480 with x1866777610183296 ext(3260416->3264511) 00002000:00010000:2.0:1780298664.699737:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab480 00000100:00100000:2.0:1780298664.699759:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7459 00000100:00100000:2.0:1780298664.699769:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610183296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.699847:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2397:x1866777610183296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (205us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.699854:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7459 00002000:00100000:2.0:1780298664.699861:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3260416->3264511) req@ffff9cf2556ab480 x1866777610183296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.699870:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556ab480 with x1866777610183296 ext(3260416->3264511) 00002000:00010000:2.0:1780298664.699874:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556ab480 00000100:00100000:1.0:1780298664.701255:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.701303:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183424 00000100:00100000:0.0:1780298664.701308:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183424 00002000:00100000:0.0:1780298664.701332:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3207168->3264322) req@ffff9cf2556aa300 x1866777610183424/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.701341:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777610183424 ext(3207168->3264322) 00002000:00010000:0.0:1780298664.701344:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa300 00000100:00100000:0.0:1780298664.701364:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7460 00000100:00100000:0.0:1780298664.701372:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610183424:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298664.702837:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2398:x1866777610183424:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1460us (1576us total) trans 4294970039 rc 0/0 00000100:00100000:0.0:1780298664.702847:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7460 00002000:00100000:0.0:1780298664.702858:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3207168->3264322) req@ffff9cf2556aa300 x1866777610183424/t4294970039(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.702866:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556aa300 with x1866777610183424 ext(3207168->3264322) 00002000:00010000:0.0:1780298664.702870:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556aa300 00000100:00100000:1.0:1780298664.703734:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.703787:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183552 00000100:00100000:0.0:1780298664.703793:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183552 00000100:00100000:0.0:1780298664.703825:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12338 00000100:00100000:0.0:1780298664.703831:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610183552:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298664.704670:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970039 is committed 00000001:00080000:1.0:1780298664.704685:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970033 is committed 00000100:00100000:0.0:1780298664.704758:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610183552:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 925us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.704775:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12338 00000100:00100000:1.0:1780298664.705574:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.705611:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183680 00000100:00100000:0.0:1780298664.705615:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183680 00000100:00100000:0.0:1780298664.705641:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62309 00000100:00100000:0.0:1780298664.705646:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+54:30556:x1866777610183680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.705659:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.705675:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e63039f4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d866d expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705737:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705750:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705758:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.705776:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3264323 00000004:00200000:0.0:1780298664.705779:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.705792:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705808:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79a00/0xaf35132e63039f4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d866d expref: 56 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705820:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d866d expref: 55 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.705834:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.705836:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.705839:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79600, rc 0) 00000100:00100000:0.0:1780298664.705861:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+55:30556:x1866777610183680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 215us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.705866:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62309 00000100:00100000:1.0:1780298664.706940:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.706969:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183808 00000100:00100000:0.0:1780298664.706980:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183808 00000100:00100000:0.0:1780298664.707007:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62310 00000100:00100000:0.0:1780298664.707011:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610183808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.707018:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.707024:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e63039f59 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8674 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707062:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707071:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707078:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298664.707091:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 3264323 00000004:00200000:0.0:1780298664.707094:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298664.707104:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707168:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79000/0xaf35132e63039f59 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 45 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707183:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 44 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.707197:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.707200:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298664.707203:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78600, rc 0) 00000100:00100000:0.0:1780298664.707230:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610183808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 217us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.707237:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62310 00000100:00100000:1.0:1780298664.708013:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.708069:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610183936 00000100:00100000:2.0:1780298664.708078:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610183936 00000100:00100000:2.0:1780298664.708164:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12339 00000100:00100000:2.0:1780298664.708178:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610183936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.708191:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.708214:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039f67 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d867b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.708243:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.708270:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605387648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.708277:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184064 00000100:00100000:0.0:1780298664.708283:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184064 00000100:00100000:0.0:1780298664.708312:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12340 00000100:00100000:0.0:1780298664.708319:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.708326:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.708340:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039f6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8682 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.708371:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.708382:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605387776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.708421:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00002000:00010000:0.0:1780298664.709097:0:12101:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:0.0:1780298664.709110:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348004a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605387776:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.709164:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039f6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8682 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.709167:0:8356:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 1072 -> 1184 00000100:00100000:2.0:1780298664.709184:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605387648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.709199:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039f6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8682 expref: 21 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.709211:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039f67 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d867b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.709213:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00010000:00010000:2.0:1780298664.709238:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e63039f67 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d867b expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.709252:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:0.0:1780298664.709260:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1014us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.709271:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12340 00000100:00100000:2.0:1780298664.709291:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610183936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1114us (1273us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.709299:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12339 00000100:00100000:3.0:1780298664.710281:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.710328:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184192 00000100:00100000:2.0:1780298664.710334:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184192 00000100:00100000:3.0:1780298664.710356:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.710383:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184320 00000100:00100000:2.0:1780298664.710387:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184320 00000100:00100000:1.0:1780298664.710434:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12341 00000100:00100000:2.0:1780298664.710446:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12342 00000100:00100000:1.0:1780298664.710451:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610184192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.710460:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.710464:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610184320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.710473:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f75 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8689 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.710474:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.710485:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039f7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8690 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.710511:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605387904:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.710529:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605388032:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.710581:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.710581:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.711251:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605388032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.711270:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039f7c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8690 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.711280:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039f7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8690 expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.711287:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:1.0:1780298664.711287:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605387904:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.711312:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f75 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8689 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.711320:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2397:x1866777610184320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 863us (966us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.711330:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12342 00010000:00010000:1.0:1780298664.711330:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e63039f75 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8689 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.711344:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.711367:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610184192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1089us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.711372:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12341 00000100:00100000:3.0:1780298664.713636:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.713672:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184448 00000100:00100000:0.0:1780298664.713678:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184448 00000100:00100000:0.0:1780298664.713722:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7461 00000100:00100000:0.0:1780298664.713729:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610184448:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.713895:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 3264323 -> 4842360 00002000:00010000:0.0:1780298664.713898:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.713900:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.713901:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.713903:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1184 -> 1240 00000100:00100000:0.0:1780298664.713937:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3733e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610184448:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 210us (306us total) trans 4294970040 rc 0/0 00000100:00100000:0.0:1780298664.713942:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7461 00000100:00100000:3.0:1780298664.714762:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.714797:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184576 00000100:00100000:1.0:1780298664.714804:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184576 00000100:00100000:1.0:1780298664.714851:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12343 00000100:00100000:1.0:1780298664.714865:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610184576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.714878:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.714886:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039f83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8697 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.714901:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.714913:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2556a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605388160:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.714959:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184704 00000100:00100000:1.0:1780298664.714962:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.714965:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184704 00000100:00100000:2.0:1780298664.715004:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12344 00000100:00100000:2.0:1780298664.715013:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.715020:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.715028:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63039f8a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d869e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.715052:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605388288:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.715089:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.715579:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2556a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605388160:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.715604:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039f83 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8697 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.715617:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e63039f83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8697 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.715626:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298664.715653:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610184576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (891us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.715660:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12343 00000100:00100000:2.0:1780298664.715775:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605388288:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.715791:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63039f8a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d869e expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.715802:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e63039f8a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d869e expref: 21 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.715812:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.715836:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 826us (969us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.715844:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12344 00000100:00100000:0.0:1780298664.716703:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.716726:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.716746:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184832 00000100:00100000:3.0:1780298664.716758:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610184960 00000100:00100000:2.0:1780298664.716758:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184832 00000100:00100000:3.0:1780298664.716766:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610184960 00000100:00100000:2.0:1780298664.716798:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12345 00000100:00100000:2.0:1780298664.716808:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610184832:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.716810:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12346 00010000:00010000:2.0:1780298664.716823:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.716828:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.716834:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039f91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86a5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.716839:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.716852:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039f98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86ac expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.716865:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605388416:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.716893:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605388544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.716914:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.716933:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.717598:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605388416:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.717615:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039f91 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86a5 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.717655:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004995f25b/0xaf35132e63039f91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86a5 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.717667:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298664.717697:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610184832:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (995us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.717703:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12345 00000100:00100000:3.0:1780298664.717848:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24519ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605388544:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.717868:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039f98 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86ac expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.717900:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001011cd71/0xaf35132e63039f98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86ac expref: 21 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.717910:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:3.0:1780298664.717948:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610184960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1126us (1220us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.717956:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12346 00000100:00100000:0.0:1780298664.719256:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.719294:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185088 00000100:00100000:2.0:1780298664.719299:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185088 00002000:00100000:2.0:1780298664.719324:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3506176->3510271) req@ffff9cf348005500 x1866777610185088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.719331:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005500 with x1866777610185088 ext(3506176->3510271) 00002000:00010000:2.0:1780298664.719335:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348005500 00000100:00100000:2.0:1780298664.719353:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7462 00000100:00100000:2.0:1780298664.719358:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610185088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.719467:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610185088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 110us (213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.719473:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7462 00002000:00100000:2.0:1780298664.719478:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3506176->3510271) req@ffff9cf348005500 x1866777610185088/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.719483:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348005500 with x1866777610185088 ext(3506176->3510271) 00002000:00010000:2.0:1780298664.719485:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348005500 00000100:00100000:1.0:1780298664.720429:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.720458:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185216 00000100:00100000:2.0:1780298664.720462:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185216 00002000:00100000:2.0:1780298664.720477:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3510272->3514367) req@ffff9cf2556a8000 x1866777610185216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.720483:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777610185216 ext(3510272->3514367) 00002000:00010000:2.0:1780298664.720486:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8000 00000100:00100000:2.0:1780298664.720502:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7463 00000100:00100000:2.0:1780298664.720510:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610185216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.720590:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610185216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (162us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.720595:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7463 00002000:00100000:2.0:1780298664.720599:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3510272->3514367) req@ffff9cf2556a8000 x1866777610185216/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.720606:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2556a8000 with x1866777610185216 ext(3510272->3514367) 00002000:00010000:2.0:1780298664.720608:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2556a8000 00000100:00100000:3.0:1780298664.721411:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.721446:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185344 00000100:00100000:2.0:1780298664.721450:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185344 00002000:00100000:2.0:1780298664.721466:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3514368->3518463) req@ffff9cf24519ca80 x1866777610185344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.721473:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ca80 with x1866777610185344 ext(3514368->3518463) 00002000:00010000:2.0:1780298664.721476:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ca80 00000100:00100000:2.0:1780298664.721496:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7464 00000100:00100000:2.0:1780298664.721500:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610185344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.721555:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24519ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610185344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 55us (148us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.721565:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7464 00002000:00100000:2.0:1780298664.721571:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3514368->3518463) req@ffff9cf24519ca80 x1866777610185344/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.721576:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24519ca80 with x1866777610185344 ext(3514368->3518463) 00002000:00010000:2.0:1780298664.721579:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24519ca80 00000100:00100000:0.0:1780298664.722426:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.722465:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185472 00000100:00100000:2.0:1780298664.722470:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185472 00002000:00100000:2.0:1780298664.722492:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3518464->3522559) req@ffff9cf348004000 x1866777610185472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.722502:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004000 with x1866777610185472 ext(3518464->3522559) 00002000:00010000:2.0:1780298664.722505:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004000 00000100:00100000:2.0:1780298664.722529:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7465 00000100:00100000:2.0:1780298664.722540:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610185472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.722613:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610185472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (186us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.722622:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7465 00002000:00100000:2.0:1780298664.722630:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3518464->3522559) req@ffff9cf348004000 x1866777610185472/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.722639:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004000 with x1866777610185472 ext(3518464->3522559) 00002000:00010000:2.0:1780298664.722642:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004000 00000100:00100000:1.0:1780298664.723511:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.723538:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.723569:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185600 00000100:00100000:3.0:1780298664.723578:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185600 00000100:00100000:2.0:1780298664.723584:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185728 00000100:00100000:2.0:1780298664.723591:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185728 00000100:00100000:3.0:1780298664.723630:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12347 00000100:00100000:3.0:1780298664.723652:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610185600:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.723652:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12348 00010000:00010000:3.0:1780298664.723671:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.723673:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610185728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.723687:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039f9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86b3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.723690:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.723702:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fa6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86ba expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.723744:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605388672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.723750:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605388800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.723827:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.723828:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.724667:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605388672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.724672:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605388800:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.724693:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fa6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86ba expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.724706:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039f9f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86b3 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.724708:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fa6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86ba expref: 21 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.724731:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00010000:00010000:1.0:1780298664.724738:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001011cd71/0xaf35132e63039f9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86b3 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.724751:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c600, rc 0) 00000100:00100000:2.0:1780298664.724762:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610185728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1095us (1220us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.724770:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12348 00000100:00100000:1.0:1780298664.724783:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610185600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1140us (1269us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.724793:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12347 00000100:00100000:0.0:1780298664.725712:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.725756:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185856 00000100:00100000:0.0:1780298664.725761:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.725763:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185856 00000100:00100000:2.0:1780298664.725801:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610185984 00000100:00100000:2.0:1780298664.725806:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610185984 00000100:00100000:0.0:1780298664.725821:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12349 00000100:00100000:0.0:1780298664.725839:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610185856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.725840:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12350 00000100:00100000:3.0:1780298664.725853:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610185984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.725856:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.725863:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.725868:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e63039fad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86c1 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.725873:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039fb4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86c8 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.725924:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605388928:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.725944:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605389056:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.725971:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.725984:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.726723:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605388928:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.726726:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605389056:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.726748:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e63039fad lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86c1 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.726750:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039fb4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86c8 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.726773:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e63039fad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86c1 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.726792:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00010000:00010000:2.0:1780298664.726795:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e0f99016/0xaf35132e63039fb4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86c8 expref: 21 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.726804:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34830c200, rc 0) 00000100:00100000:0.0:1780298664.726830:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610185856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1116us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.726832:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2398:x1866777610185984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1071us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.726844:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12349 00000100:00100000:2.0:1780298664.726851:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12350 00000100:00100000:1.0:1780298664.727729:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.727768:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186112 00000100:00100000:0.0:1780298664.727773:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186112 00000100:00100000:0.0:1780298664.727805:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12351 00000100:00100000:0.0:1780298664.727811:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610186112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.727819:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.727836:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86cf expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.727851:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 25 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.727858:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(16 75) 00010000:00010000:0.0:1780298664.727861:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:0.0:1780298664.727864:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->2097151] (req 2084864->2097151) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.727878:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 25 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.727887:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 25 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.727894:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605389184:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.727927:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.728584:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605389184:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298664.728595:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->2097151] (req 2084864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 21 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728603:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79c00, rc 0) 00000100:00100000:0.0:1780298664.728627:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:30556:x1866777610186112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.728640:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12351 00000100:00100000:3.0:1780298664.728757:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.728797:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186240 00000100:00100000:0.0:1780298664.728802:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186240 00010000:00010000:0.0:1780298664.728817:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 26 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.728839:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15712 00000100:00100000:0.0:1780298664.728844:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610186240:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.728850:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.728858:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 26 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728866:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 26 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728879:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e63039e9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d85e1 expref: 26 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728887:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:0.0:1780298664.728889:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:0.0:1780298664.728894:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728899:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.728924:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.728931:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605389312:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.728960:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.729646:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605389312:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298664.729654:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.729674:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610186240:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 830us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.729680:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15712 00000100:00100000:3.0:1780298664.729847:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.729870:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186368 00000100:00100000:0.0:1780298664.729874:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186368 00000100:00100000:0.0:1780298664.729907:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7466 00000100:00100000:0.0:1780298664.729915:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+21:2399:x1866777610186368:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.730036:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1780298664.730039:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.730040:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:0.0:1780298664.730042:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.730044:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1780298664.730071:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610186368:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 158us (227us total) trans 4294969494 rc 0/0 00000100:00100000:0.0:1780298664.730078:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7466 00000100:00100000:0.0:1780298664.731078:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.731116:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186496 00000100:00100000:1.0:1780298664.731121:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186496 00000100:00100000:1.0:1780298664.731180:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12352 00000100:00100000:1.0:1780298664.731188:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610186496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.731200:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.731210:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63039fc2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86d6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.731237:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605389440:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.731268:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.731894:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:3.0:1780298664.731912:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605389440:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.731937:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63039fc2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86d6 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.731953:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e63039fc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86d6 expref: 26 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.731962:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:3.0:1780298664.731999:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610186496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (921us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.732005:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12352 00000100:00100000:3.0:1780298664.732863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.732905:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186624 00000100:00100000:1.0:1780298664.732910:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186624 00000100:00100000:1.0:1780298664.732942:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12353 00000100:00100000:1.0:1780298664.732950:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777610186624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.732971:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.732980:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039fc9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86dd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.733008:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605389568:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.733050:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.733741:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605389568:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.733758:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039fc9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86dd expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.733770:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e63039fc9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86dd expref: 26 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.733778:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.733804:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2400:x1866777610186624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 856us (942us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.733811:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12353 00000100:00100000:3.0:1780298664.734640:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.734693:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186752 00000100:00100000:2.0:1780298664.734700:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186752 00000100:00100000:2.0:1780298664.734740:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12354 00000100:00100000:2.0:1780298664.734749:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610186752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.734758:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.734768:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fd0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86e4 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.734803:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605389696:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.734852:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.735514:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605389696:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.735530:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fd0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86e4 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.735540:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039fd0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86e4 expref: 26 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.735557:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.735583:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:2399:x1866777610186752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (945us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.735589:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12354 00000100:00100000:0.0:1780298664.736354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.736392:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610186880 00000100:00100000:2.0:1780298664.736397:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610186880 00000100:00100000:2.0:1780298664.736425:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12355 00000100:00100000:2.0:1780298664.736433:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+25:30556:x1866777610186880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.736441:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.736449:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86eb expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.736465:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:2.0:1780298664.736469:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:2.0:1780298664.736478:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 26 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.736492:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 26 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.736501:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c600, rc 0) 00000100:00100000:2.0:1780298664.736527:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:30556:x1866777610186880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 96us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.736532:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12355 00000100:00100000:3.0:1780298664.737301:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.737346:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187008 00000100:00100000:2.0:1780298664.737352:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187008 00002000:00100000:2.0:1780298664.737381:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1556480->1560575) req@ffff9cf34372ed80 x1866777610187008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.737391:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777610187008 ext(1556480->1560575) 00002000:00010000:2.0:1780298664.737396:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:2.0:1780298664.737419:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7467 00000100:00100000:2.0:1780298664.737427:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610187008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.737560:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610187008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 127us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.737572:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7467 00002000:00100000:2.0:1780298664.737580:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1556480->1560575) req@ffff9cf34372ed80 x1866777610187008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.737589:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372ed80 with x1866777610187008 ext(1556480->1560575) 00002000:00010000:2.0:1780298664.737593:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372ed80 00000100:00100000:3.0:1780298664.738483:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.738526:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187136 00000100:00100000:2.0:1780298664.738531:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187136 00002000:00100000:2.0:1780298664.738554:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1560576->1564671) req@ffff9cf34372f480 x1866777610187136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.738564:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f480 with x1866777610187136 ext(1560576->1564671) 00002000:00010000:2.0:1780298664.738567:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f480 00000100:00100000:2.0:1780298664.738590:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7468 00000100:00100000:2.0:1780298664.738598:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610187136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.738684:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610187136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.738697:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7468 00002000:00100000:2.0:1780298664.738705:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1560576->1564671) req@ffff9cf34372f480 x1866777610187136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.738714:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f480 with x1866777610187136 ext(1560576->1564671) 00002000:00010000:2.0:1780298664.738717:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f480 00010000:00010000:1.0:1780298664.739277:0:7850:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1780298664.739502:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.739542:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187264 00000100:00100000:2.0:1780298664.739547:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187264 00002000:00100000:2.0:1780298664.739567:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1564672->1568767) req@ffff9cf2433de300 x1866777610187264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.739575:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777610187264 ext(1564672->1568767) 00002000:00010000:2.0:1780298664.739579:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433de300 00000100:00100000:2.0:1780298664.739601:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7469 00000100:00100000:2.0:1780298664.739609:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610187264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.739671:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610187264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.739679:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7469 00002000:00100000:2.0:1780298664.739686:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1564672->1568767) req@ffff9cf2433de300 x1866777610187264/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.739694:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433de300 with x1866777610187264 ext(1564672->1568767) 00002000:00010000:2.0:1780298664.739698:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433de300 00000100:00100000:3.0:1780298664.740524:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.740575:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187392 00000100:00100000:2.0:1780298664.740581:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187392 00002000:00100000:2.0:1780298664.740601:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1568768->1572863) req@ffff9cf34372f100 x1866777610187392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.740626:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777610187392 ext(1568768->1572863) 00002000:00010000:2.0:1780298664.740630:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:2.0:1780298664.740654:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7470 00000100:00100000:2.0:1780298664.740663:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610187392:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.740737:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2399:x1866777610187392:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 75us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.740744:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7470 00002000:00100000:2.0:1780298664.740751:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1568768->1572863) req@ffff9cf34372f100 x1866777610187392/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.740760:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372f100 with x1866777610187392 ext(1568768->1572863) 00002000:00010000:2.0:1780298664.740764:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372f100 00000100:00100000:3.0:1780298664.741639:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.741678:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187520 00000100:00100000:0.0:1780298664.741683:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187520 00002000:00100000:0.0:1780298664.741704:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1572864->1576959) req@ffff9cf34372c000 x1866777610187520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.741713:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777610187520 ext(1572864->1576959) 00002000:00010000:0.0:1780298664.741717:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c000 00000100:00100000:0.0:1780298664.741739:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7471 00000100:00100000:0.0:1780298664.741747:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187520:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.741824:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187520:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 78us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.741831:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7471 00002000:00100000:0.0:1780298664.741839:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1572864->1576959) req@ffff9cf34372c000 x1866777610187520/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.741848:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372c000 with x1866777610187520 ext(1572864->1576959) 00002000:00010000:0.0:1780298664.741852:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372c000 00000100:00100000:0.0:1780298664.742741:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.742797:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187648 00000100:00100000:2.0:1780298664.742803:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187648 00002000:00100000:2.0:1780298664.742829:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1576960->1581055) req@ffff9cf2433ddf80 x1866777610187648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.742839:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddf80 with x1866777610187648 ext(1576960->1581055) 00002000:00010000:2.0:1780298664.742843:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433ddf80 00000100:00100000:2.0:1780298664.742865:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7472 00000100:00100000:2.0:1780298664.742873:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610187648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.742944:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610187648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.742953:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7472 00002000:00100000:2.0:1780298664.742967:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1576960->1581055) req@ffff9cf2433ddf80 x1866777610187648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.742977:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433ddf80 with x1866777610187648 ext(1576960->1581055) 00002000:00010000:2.0:1780298664.742980:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433ddf80 00000100:00100000:3.0:1780298664.743765:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.743833:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187776 00000100:00100000:2.0:1780298664.743839:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187776 00002000:00100000:2.0:1780298664.743861:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1581056->1585151) req@ffff9cf34372d500 x1866777610187776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.743871:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777610187776 ext(1581056->1585151) 00002000:00010000:2.0:1780298664.743874:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:2.0:1780298664.743896:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7473 00000100:00100000:2.0:1780298664.743907:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187776:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.743987:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187776:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.743995:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7473 00002000:00100000:2.0:1780298664.744003:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1581056->1585151) req@ffff9cf34372d500 x1866777610187776/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.744011:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf34372d500 with x1866777610187776 ext(1581056->1585151) 00002000:00010000:2.0:1780298664.744015:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf34372d500 00000100:00100000:3.0:1780298664.744863:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.744922:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610187904 00000100:00100000:2.0:1780298664.744927:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610187904 00002000:00100000:2.0:1780298664.744944:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1585152->1589247) req@ffff9cf24310ea00 x1866777610187904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.744951:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ea00 with x1866777610187904 ext(1585152->1589247) 00002000:00010000:2.0:1780298664.744959:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ea00 00000100:00100000:2.0:1780298664.744978:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7474 00000100:00100000:2.0:1780298664.744984:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187904:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.745048:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610187904:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 63us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.745056:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7474 00002000:00100000:2.0:1780298664.745063:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1585152->1589247) req@ffff9cf24310ea00 x1866777610187904/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.745070:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ea00 with x1866777610187904 ext(1585152->1589247) 00002000:00010000:2.0:1780298664.745072:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ea00 00000100:00100000:0.0:1780298664.745875:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.745919:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188032 00000100:00100000:2.0:1780298664.745923:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188032 00002000:00100000:2.0:1780298664.745938:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1589248->1593343) req@ffff9cf2433dc700 x1866777610188032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.745945:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777610188032 ext(1589248->1593343) 00002000:00010000:2.0:1780298664.745948:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:2.0:1780298664.745963:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7475 00000100:00100000:2.0:1780298664.745967:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188032:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.746033:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188032:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.746041:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7475 00002000:00100000:2.0:1780298664.746049:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1589248->1593343) req@ffff9cf2433dc700 x1866777610188032/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.746058:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc700 with x1866777610188032 ext(1589248->1593343) 00002000:00010000:2.0:1780298664.746069:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dc700 00000100:00100000:3.0:1780298664.746837:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.746887:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188160 00000100:00100000:0.0:1780298664.746895:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188160 00002000:00100000:0.0:1780298664.746930:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1593344->1597439) req@ffff9cf24310ca80 x1866777610188160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.746938:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777610188160 ext(1593344->1597439) 00002000:00010000:0.0:1780298664.746942:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:0.0:1780298664.746964:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7476 00000100:00100000:0.0:1780298664.746982:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188160:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.747101:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188160:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298664.747108:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7476 00002000:00100000:0.0:1780298664.747116:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1593344->1597439) req@ffff9cf24310ca80 x1866777610188160/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.747161:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310ca80 with x1866777610188160 ext(1593344->1597439) 00002000:00010000:0.0:1780298664.747165:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310ca80 00000100:00100000:3.0:1780298664.747953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.748002:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188288 00000100:00100000:2.0:1780298664.748009:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188288 00002000:00100000:2.0:1780298664.748034:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1597440->1601535) req@ffff9cf24310df80 x1866777610188288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.748044:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777610188288 ext(1597440->1601535) 00002000:00010000:2.0:1780298664.748049:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:2.0:1780298664.748074:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7477 00000100:00100000:2.0:1780298664.748084:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188288:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.748204:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188288:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.748212:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7477 00002000:00100000:2.0:1780298664.748219:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1597440->1601535) req@ffff9cf24310df80 x1866777610188288/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.748228:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310df80 with x1866777610188288 ext(1597440->1601535) 00002000:00010000:2.0:1780298664.748232:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24310df80 00000100:00100000:3.0:1780298664.749313:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.749342:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.749383:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188416 00000100:00100000:1.0:1780298664.749390:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188416 00000100:00100000:0.0:1780298664.749393:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188544 00000100:00100000:0.0:1780298664.749399:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188544 00000100:00100000:1.0:1780298664.749448:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12356 00000100:00100000:0.0:1780298664.749456:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12357 00000100:00100000:1.0:1780298664.749472:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610188416:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.749472:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610188544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.749489:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.749489:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.749506:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039fe5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86f2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.749506:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039fde lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d86f9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.749565:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605389824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.749572:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605389952:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.749656:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.749658:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.750403:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605389824:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.750417:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605389952:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.750427:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039fde lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86f9 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.750439:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039fe5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86f2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.750444:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089613878/0xaf35132e63039fde lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86f9 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.750466:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e63039fe5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86f2 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.750473:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00010000:00010000:1.0:1780298664.750480:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:0.0:1780298664.750501:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610188544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1158us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.750508:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610188416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1194us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.750509:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12357 00000100:00100000:1.0:1780298664.750520:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12356 00000100:00100000:3.0:1780298664.751536:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.751608:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188672 00000100:00100000:2.0:1780298664.751617:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188672 00000100:00100000:3.0:1780298664.751633:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.751670:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188800 00000100:00100000:2.0:1780298664.751674:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188800 00000100:00100000:0.0:1780298664.751697:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12358 00000100:00100000:0.0:1780298664.751708:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610188672:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.751720:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12359 00010000:00010000:0.0:1780298664.751729:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.751737:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610188800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.751742:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039fec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8700 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.751750:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.751767:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039ff3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8707 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.751785:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605390080:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.751832:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605390208:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.751839:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.751886:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.752431:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605390080:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.752445:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039fec lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8700 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.752455:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3c3e92c/0xaf35132e63039fec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8700 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.752462:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:0.0:1780298664.752485:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610188672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 781us (951us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.752490:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12358 00000100:00100000:1.0:1780298664.752696:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605390208:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.752731:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039ff3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8707 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.752745:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e63039ff3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8707 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.752754:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298664.752780:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610188800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1149us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.752786:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12359 00000100:00100000:1.0:1780298664.753748:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.753797:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610188928 00000100:00100000:2.0:1780298664.753802:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610188928 00000100:00100000:2.0:1780298664.753829:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12360 00000100:00100000:2.0:1780298664.753835:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.753843:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.753850:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039ffa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d870e expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.753883:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605390336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.753931:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.754586:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605390336:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.754605:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039ffa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d870e expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.754618:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002068bbde/0xaf35132e63039ffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d870e expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.754629:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.754669:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610188928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 833us (922us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.754676:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12360 00000100:00100000:3.0:1780298664.755485:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.755515:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189056 00000100:00100000:1.0:1780298664.755520:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189056 00000100:00100000:1.0:1780298664.755551:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12361 00000100:00100000:1.0:1780298664.755557:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610189056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.755566:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.755576:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a001 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8715 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.755618:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605390464:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.755667:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.756277:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605390464:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.756297:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a001 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8715 expref: 27 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.756334:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a001 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8715 expref: 27 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.756342:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298664.756372:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610189056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 816us (888us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.756376:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12361 00000100:00100000:3.0:1780298664.757178:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.757219:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189184 00000100:00100000:2.0:1780298664.757227:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189184 00000100:00100000:2.0:1780298664.757265:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12362 00000100:00100000:2.0:1780298664.757275:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610189184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.757287:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.757299:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a008 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d871c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.757335:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605390592:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.757386:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.757930:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605390592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.757947:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a008 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d871c expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.757963:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a008 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d871c expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.757974:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.758010:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610189184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 737us (832us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.758018:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12362 00000100:00100000:3.0:1780298664.758721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.758751:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189312 00000100:00100000:1.0:1780298664.758756:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189312 00000100:00100000:1.0:1780298664.758782:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12363 00000100:00100000:1.0:1780298664.758788:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610189312:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.758796:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.758803:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a00f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8723 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.758825:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605390720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.758858:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.759526:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605390720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.759546:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a00f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8723 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.759561:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a00f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8723 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.759594:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298664.759630:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610189312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 841us (910us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.759637:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12363 00000100:00100000:3.0:1780298664.760529:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.760572:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189568 00000100:00100000:2.0:1780298664.760581:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189568 00000100:00100000:3.0:1780298664.760602:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.760629:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189440 00000100:00100000:2.0:1780298664.760633:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189440 00000100:00100000:2.0:1780298664.760672:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12364 00000100:00100000:1.0:1780298664.760683:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12365 00000100:00100000:2.0:1780298664.760684:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610189568:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.760695:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.760702:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610189440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.760706:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a016 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8731 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.760713:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.760728:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a01d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d872a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.760739:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605390848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.760769:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605390976:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.760797:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.760819:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.761558:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605390848:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.761565:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605390976:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.761585:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a016 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8731 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.761586:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a01d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d872a expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.761610:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a01d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d872a expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.761626:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00010000:00010000:2.0:1780298664.761639:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a016 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8731 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.761651:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298664.761656:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610189440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1094us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.761661:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12365 00000100:00100000:2.0:1780298664.761683:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610189568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1215us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.761690:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12364 00000100:00100000:3.0:1780298664.762545:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.762586:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189696 00000100:00100000:2.0:1780298664.762592:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189696 00000100:00100000:2.0:1780298664.762624:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12366 00000100:00100000:2.0:1780298664.762634:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610189696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.762643:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.762652:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8738 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.762671:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.762680:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(23 110) 00010000:00010000:2.0:1780298664.762685:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.762690:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2838528->2842623] (req 2838528->2842623) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.762722:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.762737:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 9 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.762745:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605391104:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.762790:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.763417:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605391104:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.763434:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2838528->2842623] (req 2838528->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763446:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298664.763487:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610189696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 855us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.763495:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12366 00000100:00100000:3.0:1780298664.763704:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.763746:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189824 00000100:00100000:2.0:1780298664.763751:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189824 00010000:00010000:2.0:1780298664.763771:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.763799:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15713 00000100:00100000:2.0:1780298664.763807:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610189824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.763824:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.763836:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763860:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763877:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e63039f44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8666 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763887:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.763891:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.763898:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763907:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.763931:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.763941:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605391232:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.763983:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf350903780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.764562:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605391232:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.764570:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.764593:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610189824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 789us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.764605:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15713 00000100:00100000:3.0:1780298664.764791:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.764829:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610189952 00000100:00100000:2.0:1780298664.764834:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610189952 00002000:00100000:2.0:1780298664.764863:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2838528->2842623) req@ffff9cf255092680 x1866777610189952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.764874:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777610189952 ext(2838528->2842623) 00002000:00010000:2.0:1780298664.764878:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:2.0:1780298664.764898:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7478 00000100:00100000:2.0:1780298664.764903:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610189952:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.765025:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610189952:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (235us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.765029:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7478 00002000:00100000:2.0:1780298664.765033:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2838528->2842623) req@ffff9cf255092680 x1866777610189952/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.765039:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092680 with x1866777610189952 ext(2838528->2842623) 00002000:00010000:2.0:1780298664.765042:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092680 00000100:00100000:3.0:1780298664.765900:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.765938:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190080 00000100:00100000:2.0:1780298664.765943:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190080 00002000:00100000:2.0:1780298664.765962:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2842624->2846719) req@ffff9cf255090700 x1866777610190080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.765968:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777610190080 ext(2842624->2846719) 00002000:00010000:2.0:1780298664.765970:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:2.0:1780298664.765986:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7479 00000100:00100000:2.0:1780298664.765990:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610190080:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.766061:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610190080:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (163us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.766065:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7479 00002000:00100000:2.0:1780298664.766069:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2842624->2846719) req@ffff9cf255090700 x1866777610190080/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.766074:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090700 with x1866777610190080 ext(2842624->2846719) 00002000:00010000:2.0:1780298664.766077:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090700 00000100:00100000:3.0:1780298664.767493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.767526:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190208 00000100:00100000:2.0:1780298664.767536:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190208 00002000:00100000:2.0:1780298664.767553:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2613248->3088383) req@ffff9cf255092300 x1866777610190208/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.767559:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092300 with x1866777610190208 ext(2613248->3088383) 00002000:00010000:2.0:1780298664.767561:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092300 00000100:00100000:2.0:1780298664.767581:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7480 00000100:00100000:2.0:1780298664.767586:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610190208:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.769256:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610190208:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1668us (1762us total) trans 0 rc 466944/466944 00000100:00100000:2.0:1780298664.769266:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7480 00002000:00100000:2.0:1780298664.769273:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (2613248->3088383) req@ffff9cf255092300 x1866777610190208/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 466944/466944 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.769279:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092300 with x1866777610190208 ext(2613248->3088383) 00002000:00010000:2.0:1780298664.769282:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255092300 00000100:00100000:0.0:1780298664.770367:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.770407:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190336 00000100:00100000:1.0:1780298664.770412:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190336 00000100:00100000:1.0:1780298664.770441:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12367 00000100:00100000:1.0:1780298664.770447:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610190336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.770457:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.770468:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e6303a02b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d873f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.770499:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605391360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.770552:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.771255:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605391360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.771280:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e6303a02b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d873f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.771297:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b92bd2b/0xaf35132e6303a02b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d873f expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.771305:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:1.0:1780298664.771349:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610190336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 900us (983us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.771356:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12367 00000100:00100000:1.0:1780298664.772218:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.772250:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190464 00000100:00100000:3.0:1780298664.772256:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190464 00000100:00100000:3.0:1780298664.772285:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12368 00000100:00100000:3.0:1780298664.772292:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610190464:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.772302:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.772314:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a032 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8746 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.772356:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605391488:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.772407:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.773022:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605391488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.773049:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a032 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8746 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.773064:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a032 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8746 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.773075:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:3.0:1780298664.773104:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610190464:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (887us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.773112:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12368 00000100:00100000:0.0:1780298664.773953:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.773999:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190592 00000100:00100000:2.0:1780298664.774016:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190592 00000100:00100000:2.0:1780298664.774060:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12369 00000100:00100000:2.0:1780298664.774071:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610190592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.774084:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.774096:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d874d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.774116:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.774121:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.774184:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.774200:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 10 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.774210:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:2.0:1780298664.774253:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610190592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 184us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.774260:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12369 00000100:00100000:1.0:1780298664.775034:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.775077:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190720 00000100:00100000:0.0:1780298664.775083:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190720 00002000:00100000:0.0:1780298664.775116:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3645440->3661823) req@ffff9cf2425f3b80 x1866777610190720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.775158:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777610190720 ext(3645440->3661823) 00002000:00010000:0.0:1780298664.775164:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:0.0:1780298664.775190:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7481 00000100:00100000:0.0:1780298664.775201:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610190720:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.775355:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610190720:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 157us (321us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1780298664.775363:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7481 00002000:00100000:0.0:1780298664.775369:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3645440->3661823) req@ffff9cf2425f3b80 x1866777610190720/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/16824 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.775376:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f3b80 with x1866777610190720 ext(3645440->3661823) 00002000:00010000:0.0:1780298664.775378:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f3b80 00000100:00100000:1.0:1780298664.776350:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.776406:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190848 00000100:00100000:2.0:1780298664.776413:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190848 00000100:00100000:2.0:1780298664.776457:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12370 00000100:00100000:2.0:1780298664.776466:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610190848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.776478:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.776489:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a040 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8754 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.776552:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605391616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.776607:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.777322:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605391616:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.777341:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a040 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8754 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.777353:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a040 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8754 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.777361:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.777384:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610190848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 921us (1037us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.777389:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12370 00000100:00100000:3.0:1780298664.778294:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.778330:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610190976 00000100:00100000:1.0:1780298664.778336:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610190976 00000100:00100000:1.0:1780298664.778386:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12371 00000100:00100000:1.0:1780298664.778395:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610190976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.778407:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.778419:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a047 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d875b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.778451:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605391744:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.778494:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.779216:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2425f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605391744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.779238:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a047 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d875b expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.779255:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a047 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d875b expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.779266:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:2.0:1780298664.779305:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610190976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.779321:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12371 00000100:00100000:0.0:1780298664.780195:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.780236:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191104 00000100:00100000:3.0:1780298664.780241:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191104 00000100:00100000:3.0:1780298664.780269:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12372 00000100:00100000:3.0:1780298664.780282:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610191104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.780291:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.780300:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a04e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8762 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.780322:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605391872:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.780356:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.780959:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605391872:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.780979:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a04e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8762 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.780990:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a04e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8762 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.781005:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:0.0:1780298664.781034:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610191104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 761us (841us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.781040:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12372 00000100:00100000:1.0:1780298664.782052:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.782091:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191232 00000100:00100000:2.0:1780298664.782097:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191232 00002000:00100000:2.0:1780298664.782157:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->196607) req@ffff9cf2425f1880 x1866777610191232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.782166:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1880 with x1866777610191232 ext(192512->196607) 00002000:00010000:2.0:1780298664.782171:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1880 00000100:00100000:2.0:1780298664.782194:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7482 00000100:00100000:2.0:1780298664.782205:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610191232:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.782530:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610191232:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 329us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.782535:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7482 00002000:00100000:2.0:1780298664.782542:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->196607) req@ffff9cf2425f1880 x1866777610191232/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.782548:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2425f1880 with x1866777610191232 ext(192512->196607) 00002000:00010000:2.0:1780298664.782551:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2425f1880 00000100:00100000:3.0:1780298664.783572:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.783612:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191360 00000100:00100000:2.0:1780298664.783616:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191360 00002000:00100000:2.0:1780298664.783634:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (196608->200703) req@ffff9cf255091c00 x1866777610191360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.783641:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777610191360 ext(196608->200703) 00002000:00010000:2.0:1780298664.783643:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:2.0:1780298664.783660:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7483 00000100:00100000:2.0:1780298664.783665:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610191360:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.783732:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610191360:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 66us (160us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.783740:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7483 00002000:00100000:2.0:1780298664.783746:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (196608->200703) req@ffff9cf255091c00 x1866777610191360/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.783752:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091c00 with x1866777610191360 ext(196608->200703) 00002000:00010000:2.0:1780298664.783755:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091c00 00000100:00100000:3.0:1780298664.784708:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.784739:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191488 00000100:00100000:2.0:1780298664.784743:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191488 00002000:00100000:2.0:1780298664.784759:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->237567) req@ffff9cf255093100 x1866777610191488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.784765:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777610191488 ext(172032->237567) 00002000:00010000:2.0:1780298664.784767:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:2.0:1780298664.784783:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7484 00000100:00100000:2.0:1780298664.784787:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610191488:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.785852:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610191488:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1064us (1147us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298664.785858:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7484 00002000:00100000:2.0:1780298664.785864:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->237567) req@ffff9cf255093100 x1866777610191488/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.785869:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255093100 with x1866777610191488 ext(172032->237567) 00002000:00010000:2.0:1780298664.785872:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255093100 00000100:00100000:1.0:1780298664.786932:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.786990:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191616 00000100:00100000:2.0:1780298664.787007:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191616 00000100:00100000:2.0:1780298664.787042:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12373 00000100:00100000:2.0:1780298664.787049:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610191616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.787062:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.787078:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a055 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8769 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.787118:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605392000:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.787200:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.787897:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605392000:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.787915:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a055 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8769 expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.787929:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a055 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8769 expref: 27 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.787937:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:2.0:1780298664.787966:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610191616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1036us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.787974:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12373 00000100:00100000:3.0:1780298664.788751:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.788786:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191744 00000100:00100000:2.0:1780298664.788792:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191744 00000100:00100000:2.0:1780298664.788832:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12374 00000100:00100000:2.0:1780298664.788842:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610191744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.788851:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.788865:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a05c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8770 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.788892:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605392128:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.788933:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.789602:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605392128:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.789617:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a05c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8770 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.789632:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a05c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8770 expref: 27 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.789640:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.789670:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2397:x1866777610191744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 831us (919us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.789678:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12374 00000100:00100000:3.0:1780298664.790587:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.790625:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610191872 00000100:00100000:2.0:1780298664.790629:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610191872 00000100:00100000:2.0:1780298664.790655:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12375 00000100:00100000:2.0:1780298664.790659:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610191872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.790666:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.790676:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8777 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790692:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790708:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790713:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.790717:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.790722:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5017600->5050367] (req 5017600->5050367) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790745:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790758:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.790769:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605392256:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.790814:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.790821:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 10 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.790827:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605392384:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.790846:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.791339:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605392256:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.791560:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605392384:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.791578:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5017600->5050367] (req 5017600->5050367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.791590:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841da00, rc 0) 00000100:00100000:2.0:1780298664.791620:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610191872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 959us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.791627:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12375 00000100:00100000:1.0:1780298664.791668:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.791704:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192000 00000100:00100000:2.0:1780298664.791709:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192000 00010000:00010000:2.0:1780298664.791730:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.791766:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15714 00000100:00100000:2.0:1780298664.791772:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610192000:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.791779:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.791790:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.791799:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.791810:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a039 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 3645440->3661823) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d874d expref: 11 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.791824:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.791842:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610192000:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 71us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.791847:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15714 00000100:00100000:3.0:1780298664.792303:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.792335:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192128 00000100:00100000:2.0:1780298664.792339:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192128 00010000:00010000:2.0:1780298664.792351:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.792376:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15715 00000100:00100000:2.0:1780298664.792381:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610192128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.792387:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.792394:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.792401:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.792412:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a024 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2838528->2842623) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8738 expref: 11 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.792418:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.792421:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:2.0:1780298664.792426:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.792437:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.792452:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.792459:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605392512:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.792487:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.793153:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605392512:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.793165:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.793190:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610192128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 808us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.793198:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15715 00000100:00100000:1.0:1780298664.793836:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.793892:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192256 00000100:00100000:0.0:1780298664.793899:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192256 00000100:00100000:3.0:1780298664.793925:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.793975:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192384 00000100:00100000:0.0:1780298664.793979:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192384 00000100:00100000:1.0:1780298664.793990:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12376 00000100:00100000:2.0:1780298664.794006:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12377 00000100:00100000:1.0:1780298664.794008:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610192256:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.794020:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.794029:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610192384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.794031:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a06a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d877e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.794038:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.794049:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a071 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8785 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.794068:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605392640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.794082:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605392768:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.794113:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.794113:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00002000:00010000:0.0:1780298664.794876:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4842360 -> 5047287 00000100:00100000:0.0:1780298664.794890:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605392640:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.794914:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a06a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d877e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.794933:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b92bd2b/0xaf35132e6303a06a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d877e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.794945:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279c00, rc 0) 00000100:00100000:2.0:1780298664.794972:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605392768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.794982:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610192256:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1144us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.794990:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a071 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8785 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.794992:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12376 00010000:00010000:2.0:1780298664.795011:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a071 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8785 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.795020:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298664.795049:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610192384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1034us (1124us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.795055:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12377 00000100:00100000:1.0:1780298664.795986:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.796009:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.796033:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192512 00000100:00100000:2.0:1780298664.796038:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192512 00000100:00100000:0.0:1780298664.796057:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192640 00000100:00100000:0.0:1780298664.796062:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192640 00000100:00100000:2.0:1780298664.796080:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12378 00000100:00100000:2.0:1780298664.796090:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610192512:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.796095:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12379 00010000:00010000:2.0:1780298664.796097:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.796107:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610192640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.796108:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a078 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d878c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.796116:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.796177:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a07f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8793 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.796192:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605392896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.796205:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605393024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.796240:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.796241:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.797055:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605392896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.797071:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a078 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d878c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.797086:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a078 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d878c expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.797103:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:3.0:1780298664.797160:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605393024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.797169:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610192512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1181us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.797177:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12378 00010000:00010000:3.0:1780298664.797215:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a07f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8793 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.797235:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a07f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8793 expref: 23 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.797245:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:3.0:1780298664.797338:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610192640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1236us (1327us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.797344:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12379 00000100:00100000:1.0:1780298664.798271:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.798315:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192768 00000100:00100000:1.0:1780298664.798321:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.798321:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192768 00000100:00100000:0.0:1780298664.798364:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610192896 00000100:00100000:0.0:1780298664.798373:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610192896 00000100:00100000:2.0:1780298664.798376:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12380 00000100:00100000:2.0:1780298664.798384:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610192768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.798391:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.798398:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303a086 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d879a expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.798424:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12381 00000100:00100000:2.0:1780298664.798429:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605393152:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.798439:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610192896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.798450:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.798461:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a08d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87a1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.798472:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.798502:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605393280:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.798538:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.799164:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605393152:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.799179:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303a086 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d879a expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.799189:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af0426c7/0xaf35132e6303a086 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d879a expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.799196:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00000100:00100000:2.0:1780298664.799221:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610192768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 839us (953us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.799226:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12380 00000100:00100000:3.0:1780298664.799467:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605393280:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.799483:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a08d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a1 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.799505:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a08d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a1 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.799515:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:3.0:1780298664.799551:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610192896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1117us (1230us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.799557:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12381 00000100:00100000:3.0:1780298664.800328:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.800381:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193024 00000100:00100000:1.0:1780298664.800387:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193024 00000100:00100000:1.0:1780298664.800425:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12382 00000100:00100000:1.0:1780298664.800433:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610193024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.800444:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.800454:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87a8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.800472:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:1.0:1780298664.800476:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:1.0:1780298664.800487:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.800501:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.800512:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.800554:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610193024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 122us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.800561:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12382 00000100:00100000:0.0:1780298664.801353:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.801401:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193152 00000100:00100000:2.0:1780298664.801407:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193152 00002000:00100000:2.0:1780298664.801438:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3543040->3547135) req@ffff9cf2433dc380 x1866777610193152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.801448:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777610193152 ext(3543040->3547135) 00002000:00010000:2.0:1780298664.801453:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:2.0:1780298664.801473:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7485 00000100:00100000:2.0:1780298664.801480:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193152:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.801604:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193152:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 126us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.801609:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7485 00002000:00100000:2.0:1780298664.801614:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3543040->3547135) req@ffff9cf2433dc380 x1866777610193152/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.801620:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777610193152 ext(3543040->3547135) 00002000:00010000:2.0:1780298664.801623:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:3.0:1780298664.802677:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.802722:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193280 00000100:00100000:0.0:1780298664.802729:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193280 00002000:00100000:0.0:1780298664.802766:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3547136->3551231) req@ffff9cf255091500 x1866777610193280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.802777:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091500 with x1866777610193280 ext(3547136->3551231) 00002000:00010000:0.0:1780298664.802782:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091500 00000100:00100000:0.0:1780298664.802806:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7486 00000100:00100000:0.0:1780298664.802816:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193280:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298664.802934:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193280:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 120us (257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298664.802942:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7486 00002000:00100000:0.0:1780298664.802949:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3547136->3551231) req@ffff9cf255091500 x1866777610193280/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298664.802958:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091500 with x1866777610193280 ext(3547136->3551231) 00002000:00010000:0.0:1780298664.802962:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091500 00000100:00100000:3.0:1780298664.803868:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.803903:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193408 00000100:00100000:2.0:1780298664.803910:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193408 00002000:00100000:2.0:1780298664.803933:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3551232->3555327) req@ffff9cf255091880 x1866777610193408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.803939:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777610193408 ext(3551232->3555327) 00002000:00010000:2.0:1780298664.803943:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:2.0:1780298664.803961:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7487 00000100:00100000:2.0:1780298664.803966:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.804046:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 80us (180us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.804058:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7487 00002000:00100000:2.0:1780298664.804063:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (3551232->3555327) req@ffff9cf255091880 x1866777610193408/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.804069:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091880 with x1866777610193408 ext(3551232->3555327) 00002000:00010000:2.0:1780298664.804072:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091880 00000100:00100000:3.0:1780298664.805274:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.805327:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193536 00000100:00100000:2.0:1780298664.805333:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193536 00002000:00100000:2.0:1780298664.805357:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3555328->3559423) req@ffff9cf255090000 x1866777610193536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.805366:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777610193536 ext(3555328->3559423) 00002000:00010000:2.0:1780298664.805370:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:2.0:1780298664.805392:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7488 00000100:00100000:2.0:1780298664.805401:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.805481:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610193536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 81us (209us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.805494:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7488 00002000:00100000:2.0:1780298664.805501:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (3555328->3559423) req@ffff9cf255090000 x1866777610193536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.805510:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255090000 with x1866777610193536 ext(3555328->3559423) 00002000:00010000:2.0:1780298664.805513:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255090000 00000100:00100000:3.0:1780298664.806643:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.806694:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193664 00000100:00100000:2.0:1780298664.806699:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193664 00002000:00100000:2.0:1780298664.806721:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3559424->3563519) req@ffff9cf36e5d8e00 x1866777610193664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.806744:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8e00 with x1866777610193664 ext(3559424->3563519) 00002000:00010000:2.0:1780298664.806747:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8e00 00000100:00100000:2.0:1780298664.806771:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7489 00000100:00100000:2.0:1780298664.806780:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.806861:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (218us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.806869:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7489 00002000:00100000:2.0:1780298664.806876:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3559424->3563519) req@ffff9cf36e5d8e00 x1866777610193664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.806885:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8e00 with x1866777610193664 ext(3559424->3563519) 00002000:00010000:2.0:1780298664.806888:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5d8e00 00000100:00100000:3.0:1780298664.808037:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.808077:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193792 00000100:00100000:2.0:1780298664.808082:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193792 00002000:00100000:2.0:1780298664.808102:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3543040->3563519) req@ffff9cf36e5da300 x1866777610193792/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.808113:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777610193792 ext(3543040->3563519) 00002000:00010000:2.0:1780298664.808116:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:2.0:1780298664.808167:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7490 00000100:00100000:2.0:1780298664.808176:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193792:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.809259:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610193792:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1082us (1220us total) trans 4294970041 rc 0/0 00000100:00100000:2.0:1780298664.809268:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7490 00002000:00100000:2.0:1780298664.809284:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x14:0x0] (3543040->3563519) req@ffff9cf36e5da300 x1866777610193792/t4294970041(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.809293:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5da300 with x1866777610193792 ext(3543040->3563519) 00002000:00010000:2.0:1780298664.809297:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36e5da300 00000100:00100000:3.0:1780298664.810025:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.810090:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610193920 00000100:00100000:1.0:1780298664.810095:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610193920 00000100:00100000:1.0:1780298664.810188:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12383 00000100:00100000:1.0:1780298664.810198:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610193920:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.811017:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970041 is committed 00000001:00080000:0.0:1780298664.811027:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970040 is committed 00000100:00100000:1.0:1780298664.811121:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610193920:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 924us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.811157:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12383 00000100:00100000:3.0:1780298664.812209:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.812284:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194048 00000100:00100000:0.0:1780298664.812290:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194048 00000100:00100000:3.0:1780298664.812306:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.812336:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194176 00000100:00100000:0.0:1780298664.812339:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194176 00000100:00100000:0.0:1780298664.812369:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12384 00000100:00100000:0.0:1780298664.812378:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610194048:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.812380:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12385 00010000:00010000:0.0:1780298664.812394:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.812396:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610194176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.812406:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.812421:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a09b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87b6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.812421:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87af expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.812491:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605393408:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.812492:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605393536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.812572:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.812573:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.813370:0:12101:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1240 -> 1280 00000100:00100000:3.0:1780298664.813379:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605393536:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.813409:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87af expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.813413:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605393408:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.813430:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a09b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87b6 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.813437:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87af expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.813446:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a09b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87b6 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.813468:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:3.0:1780298664.813471:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:2.0:1780298664.813502:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610194176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1112us (1197us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.813507:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12385 00000100:00100000:3.0:1780298664.813512:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610194048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1134us (1302us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.813520:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12384 00000100:00100000:0.0:1780298664.814469:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.814495:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.814524:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194304 00000100:00100000:1.0:1780298664.814530:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194304 00000100:00100000:2.0:1780298664.814534:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194432 00000100:00100000:2.0:1780298664.814546:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194432 00000100:00100000:1.0:1780298664.814570:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12386 00000100:00100000:1.0:1780298664.814583:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610194304:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.814586:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12387 00010000:00010000:1.0:1780298664.814597:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.814598:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610194432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.814606:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.814609:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a0a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87bd expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.814614:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a0b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87c4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.814649:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605393664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.814658:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605393792:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.814688:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.814693:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.815381:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605393664:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.815399:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605393792:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.815401:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a0b0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87c4 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.815418:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008556a893/0xaf35132e6303a0b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87c4 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.815422:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a0a9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87bd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.815426:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:1.0:1780298664.815441:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a0a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87bd expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.815453:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:2.0:1780298664.815457:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610194432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 862us (960us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.815463:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12387 00000100:00100000:1.0:1780298664.815488:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610194304:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (1021us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.815495:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12386 00000100:00100000:3.0:1780298664.816600:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.816635:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.816684:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194560 00000100:00100000:0.0:1780298664.816684:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194688 00000100:00100000:2.0:1780298664.816689:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194560 00000100:00100000:0.0:1780298664.816690:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194688 00000100:00100000:2.0:1780298664.816720:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12388 00000100:00100000:2.0:1780298664.816729:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610194560:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.816731:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12389 00010000:00010000:2.0:1780298664.816741:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.816744:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610194688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.816753:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.816756:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a0b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87cb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.816761:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a0be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87d2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.816784:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605393920:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.816791:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605394048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.816826:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.816827:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.817542:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605394048:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.817556:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605393920:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.817564:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a0be lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87d2 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.817577:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a0b7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87cb expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.817581:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a0be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87d2 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.817602:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00010000:00010000:3.0:1780298664.817603:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004503c2f/0xaf35132e6303a0b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87cb expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.817616:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ca00, rc 0) 00000100:00100000:2.0:1780298664.817639:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2399:x1866777610194688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (1004us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.817646:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610194560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 917us (1104us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.817649:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12389 00000100:00100000:3.0:1780298664.817659:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12388 00000100:00100000:3.0:1780298664.818655:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.818686:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.818711:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194816 00000100:00100000:1.0:1780298664.818718:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194816 00000100:00100000:2.0:1780298664.818724:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610194944 00000100:00100000:2.0:1780298664.818728:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610194944 00000100:00100000:1.0:1780298664.818759:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12390 00000100:00100000:2.0:1780298664.818766:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12391 00000100:00100000:1.0:1780298664.818772:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610194816:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.818777:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610194944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.818784:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.818785:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.818795:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a0c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87e0 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.818798:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a0cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87d9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.818825:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605394176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.818836:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605394304:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.818878:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.818879:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.819697:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605394176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.819716:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a0c5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e0 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.819719:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605394304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.819731:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c18c87d/0xaf35132e6303a0c5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e0 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.819733:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a0cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87d9 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.819742:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00010000:00010000:3.0:1780298664.819757:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a0cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87d9 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.819767:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:2.0:1780298664.819772:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610194944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1086us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.819779:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12391 00000100:00100000:3.0:1780298664.819783:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610194816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1018us (1131us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.819789:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12390 00000100:00100000:0.0:1780298664.820803:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.820827:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195072 00000100:00100000:3.0:1780298664.820832:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195072 00000100:00100000:3.0:1780298664.820870:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12392 00000100:00100000:3.0:1780298664.820882:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610195072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.820889:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.820897:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87e7 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.820912:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.820918:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(24 110) 00010000:00010000:3.0:1780298664.820921:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:3.0:1780298664.820924:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3522560->3555327] (req 3522560->3555327) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.820940:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.820955:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.820966:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605394432:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.821021:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.821710:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605394432:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.821730:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3522560->3555327] (req 3522560->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.821741:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:3.0:1780298664.821770:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610195072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.821776:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12392 00000100:00100000:1.0:1780298664.821974:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.822009:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195200 00000100:00100000:0.0:1780298664.822014:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195200 00010000:00010000:0.0:1780298664.822035:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.822064:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15716 00000100:00100000:0.0:1780298664.822071:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610195200:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298664.822079:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.822095:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.822104:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.822117:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a094 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3543040->5017599] (req 3543040->3547135) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87a8 expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.822158:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:0.0:1780298664.822162:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:0.0:1780298664.822170:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.822185:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.822214:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.822225:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605394560:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298664.822264:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.823056:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605394560:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.823069:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.823094:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610195200:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1023us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.823100:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15716 00000100:00100000:2.0:1780298664.823266:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.823302:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195328 00000100:00100000:0.0:1780298664.823307:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195328 00000100:00100000:0.0:1780298664.823347:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7491 00000100:00100000:0.0:1780298664.823356:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610195328:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.823968:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5047287 -> 4842360 00002000:00010000:0.0:1780298664.823972:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.823975:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.823978:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.823980:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1280 -> 1264 00000100:00100000:0.0:1780298664.824012:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610195328:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 658us (746us total) trans 4294970042 rc 0/0 00000100:00100000:0.0:1780298664.824019:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7491 00000100:00100000:0.0:1780298664.825036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.825059:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195456 00000100:00100000:3.0:1780298664.825064:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195456 00000100:00100000:0.0:1780298664.825086:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.825102:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195584 00000100:00100000:3.0:1780298664.825105:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195584 00000100:00100000:2.0:1780298664.825162:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12393 00000100:00100000:0.0:1780298664.825170:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12394 00000100:00100000:2.0:1780298664.825172:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610195456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.825182:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.825184:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610195584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.825194:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.825197:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a0da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87ee expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.825205:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a0e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87f5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.825247:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605394688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.825258:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605394816:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.825295:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.825296:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.826057:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4842360 -> 5047287 00000100:00100000:2.0:1780298664.826070:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605394688:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.826087:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605394816:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.826094:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a0da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87ee expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.826109:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a0e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87f5 expref: 27 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.826156:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a0e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87f5 expref: 27 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.826161:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a0da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87ee expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.826176:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00010000:00010000:0.0:1780298664.826182:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00000100:00100000:2.0:1780298664.826209:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610195456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1039us (1174us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.826214:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2400:x1866777610195584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1032us (1125us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.826222:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12393 00000100:00100000:0.0:1780298664.826233:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12394 00000100:00100000:1.0:1780298664.827286:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.827315:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.827334:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195840 00000100:00100000:3.0:1780298664.827341:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195840 00000100:00100000:2.0:1780298664.827349:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195712 00000100:00100000:2.0:1780298664.827355:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195712 00000100:00100000:3.0:1780298664.827377:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12395 00000100:00100000:3.0:1780298664.827384:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610195840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.827392:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.827392:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12396 00010000:00010000:3.0:1780298664.827404:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a0e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8803 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.827405:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610195712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.827418:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.827428:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a0ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d87fc expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.827451:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605394944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.827463:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605395072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.827497:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.827498:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.828279:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348007b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605394944:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.828299:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a0e8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8803 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.828308:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605395072:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.828330:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a0e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8803 expref: 27 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.828334:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a0ef lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87fc expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.828349:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00010000:00010000:2.0:1780298664.828357:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c18c87d/0xaf35132e6303a0ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87fc expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.828381:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841ce00, rc 0) 00000100:00100000:1.0:1780298664.828383:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:2398:x1866777610195840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1099us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.828389:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12395 00000100:00100000:2.0:1780298664.828409:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610195712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1007us (1092us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.828417:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12396 00000100:00100000:0.0:1780298664.829438:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.829476:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610195968 00000100:00100000:1.0:1780298664.829480:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610195968 00000100:00100000:1.0:1780298664.829510:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12397 00000100:00100000:1.0:1780298664.829516:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610195968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.829524:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.829533:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d880a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.829555:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:1.0:1780298664.829559:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:1.0:1780298664.829566:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.829580:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.829589:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298664.829630:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610195968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 113us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.829637:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12397 00000100:00100000:3.0:1780298664.830336:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.830376:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196096 00000100:00100000:2.0:1780298664.830381:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196096 00000100:00100000:2.0:1780298664.830417:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7492 00000100:00100000:2.0:1780298664.830425:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610196096:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.830580:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5047287 -> 4842360 00002000:00010000:2.0:1780298664.830584:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.830586:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.830588:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.830590:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 1264 00000100:00100000:2.0:1780298664.830619:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610196096:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 196us (285us total) trans 4294970043 rc 0/0 00000100:00100000:2.0:1780298664.830626:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7492 00000100:00100000:3.0:1780298664.831545:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.831591:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196224 00000100:00100000:3.0:1780298664.831597:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.831598:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196224 00000100:00100000:1.0:1780298664.831641:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196352 00000100:00100000:0.0:1780298664.831645:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12398 00000100:00100000:1.0:1780298664.831647:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196352 00000100:00100000:0.0:1780298664.831656:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610196224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.831666:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.831677:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8811 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.831692:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12399 00000100:00100000:1.0:1780298664.831703:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610196352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.831712:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.831723:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a104 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8818 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.831728:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605395200:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.831765:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605395328:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.831791:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.831797:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.832687:0:19992:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4842360 -> 5047287 00000100:00100000:1.0:1780298664.832689:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605395328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.832701:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605395200:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.832721:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a104 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8818 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.832726:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0fd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8811 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.832755:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a104 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8818 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.832756:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091ca8d05/0xaf35132e6303a0fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8811 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.832781:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00010000:00010000:2.0:1780298664.832796:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79a00, rc 0) 00000100:00100000:1.0:1780298664.832820:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610196352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1119us (1222us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.832825:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610196224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1169us (1278us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.832835:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12399 00000100:00100000:2.0:1780298664.832844:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12398 00000100:00100000:3.0:1780298664.834045:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.834077:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.834079:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196480 00000100:00100000:2.0:1780298664.834084:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196480 00000100:00100000:2.0:1780298664.834120:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196608 00000100:00100000:2.0:1780298664.834151:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196608 00000100:00100000:0.0:1780298664.834156:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12400 00000100:00100000:0.0:1780298664.834165:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610196480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.834184:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.834190:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12401 00000100:00100000:2.0:1780298664.834199:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610196608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.834200:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6303a10b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d881f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.834206:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.834213:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a112 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8826 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.834239:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605395584:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.834239:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605395456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.834289:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.834289:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.835060:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605395456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.835062:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605395584:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.835082:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6303a10b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d881f expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.835086:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a112 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8826 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.835107:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af0426c7/0xaf35132e6303a112 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8826 expref: 23 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.835107:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089ddab62/0xaf35132e6303a10b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d881f expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.835159:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841d200, rc 0) 00010000:00010000:0.0:1780298664.835162:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79000, rc 0) 00000100:00100000:0.0:1780298664.835188:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610196480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1025us (1148us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.835194:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12400 00000100:00100000:2.0:1780298664.835200:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610196608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1002us (1122us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.835207:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12401 00000100:00100000:3.0:1780298664.836369:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.836409:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196736 00000100:00100000:1.0:1780298664.836422:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196736 00000100:00100000:3.0:1780298664.836423:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.836466:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196864 00000100:00100000:1.0:1780298664.836470:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196864 00000100:00100000:0.0:1780298664.836476:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12402 00000100:00100000:0.0:1780298664.836489:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610196736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.836500:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.836505:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12403 00010000:00010000:0.0:1780298664.836514:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6303a119 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d882d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.836519:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610196864:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.836533:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.836551:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a120 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8834 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.836561:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605395712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.836590:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605395840:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.836618:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.836625:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.837971:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605395712:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.837978:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605395840:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.838002:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6303a119 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d882d expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.838004:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a120 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8834 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.838029:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089613878/0xaf35132e6303a119 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d882d expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.838038:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000213a6cb7/0xaf35132e6303a120 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8834 expref: 23 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.838060:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78000, rc 0) 00010000:00010000:2.0:1780298664.838061:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c800, rc 0) 00000100:00100000:2.0:1780298664.838101:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610196864:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1587us (1677us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.838103:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610196736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1616us (1735us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.838117:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12403 00000100:00100000:0.0:1780298664.838157:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12402 00000100:00100000:3.0:1780298664.839365:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.839395:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.839417:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610196992 00000100:00100000:2.0:1780298664.839423:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610196992 00000100:00100000:0.0:1780298664.839434:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197120 00000100:00100000:0.0:1780298664.839440:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197120 00000100:00100000:2.0:1780298664.839466:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12404 00000100:00100000:0.0:1780298664.839483:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12405 00000100:00100000:2.0:1780298664.839485:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610196992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.839493:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610197120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.839500:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.839501:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.839511:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a127 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8842 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.839513:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a12e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d883b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.839562:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605395968:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.839563:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605396096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.839619:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.839619:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.840501:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605396096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.840515:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605395968:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.840521:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a127 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8842 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.840537:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a12e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d883b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.840537:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3c3e92c/0xaf35132e6303a127 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8842 expref: 23 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.840554:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008556a893/0xaf35132e6303a12e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d883b expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.840557:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d78400, rc 0) 00010000:00010000:2.0:1780298664.840568:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf34841c400, rc 0) 00000100:00100000:0.0:1780298664.840588:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610197120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1098us (1191us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.840595:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610196992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1115us (1231us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.840610:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12405 00000100:00100000:2.0:1780298664.840617:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12404 00000100:00100000:3.0:1780298664.841693:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.841739:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197248 00000100:00100000:1.0:1780298664.841744:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197248 00000100:00100000:1.0:1780298664.841776:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12406 00000100:00100000:1.0:1780298664.841782:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610197248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.841792:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.841801:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a135 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8849 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.841835:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605396224:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.841840:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.841879:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197376 00000100:00100000:0.0:1780298664.841884:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197376 00000100:00100000:1.0:1780298664.841890:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.841924:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12407 00000100:00100000:0.0:1780298664.841930:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610197376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.841937:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.841945:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a13c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8850 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.841968:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605396352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.841993:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.842634:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605396224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.842659:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a135 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8849 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.842675:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a135 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8849 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.842687:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.842720:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610197248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 936us (1029us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.842729:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12406 00000100:00100000:0.0:1780298664.842733:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605396352:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.842750:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a13c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8850 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.842761:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046a75400/0xaf35132e6303a13c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8850 expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.842768:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf375d79800, rc 0) 00000100:00100000:0.0:1780298664.842786:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2398:x1866777610197376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 857us (953us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.842790:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12407 00000100:00100000:3.0:1780298664.844199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.844247:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197504 00000100:00100000:2.0:1780298664.844254:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197504 00002000:00100000:2.0:1780298664.844291:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2965504->3031039) req@ffff9cf24310dc00 x1866777610197504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.844299:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310dc00 with x1866777610197504 ext(2965504->3031039) 00002000:00010000:2.0:1780298664.844303:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310dc00 00000100:00100000:2.0:1780298664.844326:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7493 00000100:00100000:2.0:1780298664.844347:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610197504:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.845475:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610197504:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1128us (1277us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1780298664.845483:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7493 00002000:00100000:2.0:1780298664.845490:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2965504->3031039) req@ffff9cf24310dc00 x1866777610197504/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.845497:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310dc00 with x1866777610197504 ext(2965504->3031039) 00002000:00010000:2.0:1780298664.845499:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310dc00 00000100:00100000:3.0:1780298664.846930:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.846976:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197632 00000100:00100000:2.0:1780298664.846983:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197632 00002000:00100000:2.0:1780298664.847012:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2994176->3002367) req@ffff9cf24310f100 x1866777610197632/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 8680/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.847021:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f100 with x1866777610197632 ext(2994176->3002367) 00002000:00010000:2.0:1780298664.847024:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310f100 00000100:00100000:2.0:1780298664.847058:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7494 00000100:00100000:2.0:1780298664.847067:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610197632:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.847570:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610197632:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 505us (645us total) trans 4294970044 rc 0/0 00000100:00100000:2.0:1780298664.847576:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7494 00002000:00100000:2.0:1780298664.847586:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (2994176->3002367) req@ffff9cf24310f100 x1866777610197632/t4294970044(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 8680/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.847594:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310f100 with x1866777610197632 ext(2994176->3002367) 00002000:00010000:2.0:1780298664.847597:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310f100 00000100:00100000:0.0:1780298664.848453:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.848486:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197760 00000100:00100000:3.0:1780298664.848491:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197760 00000100:00100000:3.0:1780298664.848525:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12408 00000100:00100000:3.0:1780298664.848534:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610197760:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298664.849269:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970044 is committed 00000001:00080000:0.0:1780298664.849284:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970042 is committed 00000100:00100000:3.0:1780298664.849381:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610197760:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 847us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.849389:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12408 00000100:00100000:0.0:1780298664.850354:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.850389:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610197888 00000100:00100000:2.0:1780298664.850394:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610197888 00000100:00100000:0.0:1780298664.850405:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.850436:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198016 00000100:00100000:2.0:1780298664.850440:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198016 00000100:00100000:1.0:1780298664.850454:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12409 00000100:00100000:1.0:1780298664.850464:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610197888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.850477:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.850492:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a143 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8857 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.850539:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605396480:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.850562:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12410 00000100:00100000:2.0:1780298664.850572:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610198016:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.850580:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.850591:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a14a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d885e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.850612:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.850623:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605396608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.850653:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.851406:0:8356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1264 -> 1280 00000100:00100000:2.0:1780298664.851410:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605396608:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.851415:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605396480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.851440:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a14a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d885e expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.851447:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a143 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8857 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.851471:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a143 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8857 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.851471:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a14a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d885e expref: 23 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.851484:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00010000:00010000:3.0:1780298664.851494:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:2.0:1780298664.851524:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2400:x1866777610198016:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1117us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.851525:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610197888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1060us (1169us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.851538:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12410 00000100:00100000:3.0:1780298664.851547:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12409 00000100:00100000:0.0:1780298664.852582:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.852619:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198144 00000100:00100000:1.0:1780298664.852623:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198144 00000100:00100000:0.0:1780298664.852637:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.852658:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198272 00000100:00100000:1.0:1780298664.852661:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198272 00000100:00100000:2.0:1780298664.852689:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12411 00000100:00100000:2.0:1780298664.852701:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610198144:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.852702:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12412 00000100:00100000:1.0:1780298664.852713:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610198272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.852725:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.852726:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.852735:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a151 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8865 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.852738:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a158 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d886c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.852764:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605396736:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.852776:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605396864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.852802:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.852808:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.853548:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605396864:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.853557:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605396736:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.853564:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a158 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d886c expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.853573:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a151 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8865 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.853576:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a158 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d886c expref: 23 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.853601:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a151 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8865 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.853603:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00010000:00010000:2.0:1780298664.853616:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298664.853629:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:2397:x1866777610198272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 918us (993us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.853634:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12412 00000100:00100000:2.0:1780298664.853643:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610198144:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 946us (1063us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.853648:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12411 00000100:00100000:3.0:1780298664.854451:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.854481:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198400 00000100:00100000:1.0:1780298664.854484:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198400 00000100:00100000:1.0:1780298664.854507:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12413 00000100:00100000:1.0:1780298664.854511:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+26:30556:x1866777610198400:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.854518:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.854524:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8873 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.854537:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:1.0:1780298664.854541:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:1.0:1780298664.854547:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 27 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.854557:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 27 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.854562:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:1.0:1780298664.854581:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:30556:x1866777610198400:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 70us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.854586:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12413 00000100:00100000:0.0:1780298664.855236:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.855267:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198528 00000100:00100000:2.0:1780298664.855272:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198528 00000100:00100000:2.0:1780298664.855316:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7495 00000100:00100000:2.0:1780298664.855323:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+27:2400:x1866777610198528:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.855514:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1383976 00002000:00010000:2.0:1780298664.855518:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.855521:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:2.0:1780298664.855523:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.855530:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1780298664.855557:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610198528:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 235us (321us total) trans 4294969495 rc 0/0 00000100:00100000:2.0:1780298664.855561:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7495 00000100:00100000:0.0:1780298664.856490:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.856522:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198656 00000100:00100000:3.0:1780298664.856526:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198656 00000100:00100000:3.0:1780298664.856555:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12414 00000100:00100000:3.0:1780298664.856562:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610198656:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.856564:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.856573:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.856583:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198784 00000100:00100000:2.0:1780298664.856588:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198784 00000100:00100000:2.0:1780298664.856621:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12415 00000100:00100000:2.0:1780298664.856628:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610198784:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.856634:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a166 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d887a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.856636:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.856647:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a16d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8881 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.856671:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605396992:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.856680:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605397120:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.856716:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.856717:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.857415:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:2.0:1780298664.857424:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605397120:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.857431:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605396992:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.857441:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a16d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8881 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.857454:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a166 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d887a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.857455:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a16d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8881 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.857477:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:3.0:1780298664.857497:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a166 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d887a expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.857504:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610198784:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (943us total) trans 0 rc 301/301 00010000:00010000:3.0:1780298664.857514:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00000100:00100000:2.0:1780298664.857523:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12415 00000100:00100000:3.0:1780298664.857544:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610198656:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1053us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.857552:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12414 00000100:00100000:1.0:1780298664.858481:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.858526:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199040 00000100:00100000:2.0:1780298664.858531:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199040 00000100:00100000:2.0:1780298664.858566:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12416 00000100:00100000:2.0:1780298664.858575:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610199040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.858584:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.858593:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a174 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d888f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.858629:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605397248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.858636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.858673:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610198912 00000100:00100000:1.0:1780298664.858678:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610198912 00000100:00100000:2.0:1780298664.858680:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.858715:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12417 00000100:00100000:1.0:1780298664.858725:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610198912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.858733:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.858741:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a17b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8888 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.858769:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605397376:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.858801:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.859309:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605397248:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.859325:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a174 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d888f expref: 29 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.859338:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a174 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d888f expref: 29 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.859347:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:2.0:1780298664.859382:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610199040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 809us (900us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.859389:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12416 00000100:00100000:1.0:1780298664.859489:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605397376:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.859503:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a17b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8888 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.859513:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a17b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8888 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.859520:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298664.859543:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610198912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 821us (911us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.859557:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12417 00000100:00100000:3.0:1780298664.860498:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.860532:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199168 00000100:00100000:0.0:1780298664.860536:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199168 00000100:00100000:3.0:1780298664.860543:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.860571:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199296 00000100:00100000:0.0:1780298664.860575:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199296 00000100:00100000:2.0:1780298664.860592:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12418 00000100:00100000:0.0:1780298664.860600:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12419 00000100:00100000:2.0:1780298664.860605:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199168:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.860613:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610199296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.860625:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.860625:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.860636:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a182 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8896 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.860636:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008be5bdd7/0xaf35132e6303a189 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d889d expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.860676:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605397504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.860682:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605397632:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.860715:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.860716:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.861499:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605397504:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.861504:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605397632:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.861527:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008be5bdd7/0xaf35132e6303a189 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d889d expref: 29 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.861530:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a182 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8896 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.861554:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a182 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8896 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.861567:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09a00, rc 0) 00010000:00010000:1.0:1780298664.861569:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008be5bdd7/0xaf35132e6303a189 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d889d expref: 29 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.861582:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499c00, rc 0) 00000100:00100000:2.0:1780298664.861597:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1140us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.861604:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12418 00000100:00100000:1.0:1780298664.861610:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610199296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1065us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.861618:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12419 00000100:00100000:1.0:1780298664.862641:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.862681:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199424 00000100:00100000:2.0:1780298664.862685:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199424 00000100:00100000:2.0:1780298664.862719:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12420 00000100:00100000:2.0:1780298664.862728:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.862738:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.862743:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298664.862749:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a190 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88a4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.862787:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199552 00000100:00100000:2.0:1780298664.862792:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605397760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.862793:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199552 00000100:00100000:1.0:1780298664.862827:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12421 00000100:00100000:1.0:1780298664.862835:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610199552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.862843:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.862844:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00010000:00010000:1.0:1780298664.862864:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a197 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88ab expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.862894:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605397888:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.862927:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.863534:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605397760:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.863547:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a190 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88a4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.863557:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a190 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88a4 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.863564:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:2.0:1780298664.863593:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 867us (952us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.863601:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12420 00000100:00100000:3.0:1780298664.863659:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605397888:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.863733:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a197 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ab expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.863748:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a197 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ab expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.863758:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:3.0:1780298664.863785:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610199552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 952us (1045us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.863791:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12421 00000100:00100000:0.0:1780298664.864679:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.864701:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.864716:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199680 00000100:00100000:3.0:1780298664.864722:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199680 00000100:00100000:2.0:1780298664.864735:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199808 00000100:00100000:2.0:1780298664.864740:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199808 00000100:00100000:3.0:1780298664.864752:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12422 00000100:00100000:3.0:1780298664.864759:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.864772:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.864775:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12423 00010000:00010000:3.0:1780298664.864780:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a19e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88b2 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.864787:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610199808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.864799:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.864809:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605398016:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.864809:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000522865f2/0xaf35132e6303a1a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88b9 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.864841:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605398144:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.864849:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.864871:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.865602:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605398016:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.865610:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605398144:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.865617:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a19e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88b2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.865630:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a19e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88b2 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.865632:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000522865f2/0xaf35132e6303a1a5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88b9 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.865642:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00010000:00010000:2.0:1780298664.865657:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000522865f2/0xaf35132e6303a1a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88b9 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.865670:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610199680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 910us (989us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.865670:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09800, rc 0) 00000100:00100000:3.0:1780298664.865678:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12422 00000100:00100000:2.0:1780298664.865699:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610199808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (997us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.865707:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12423 00000100:00100000:1.0:1780298664.866596:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.866653:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610199936 00000100:00100000:3.0:1780298664.866658:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610199936 00000100:00100000:3.0:1780298664.866691:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12424 00000100:00100000:3.0:1780298664.866703:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610199936:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.866703:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.866714:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.866722:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a1ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88c0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.866742:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200064 00000100:00100000:1.0:1780298664.866748:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200064 00000100:00100000:1.0:1780298664.866780:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12425 00000100:00100000:1.0:1780298664.866789:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610200064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.866796:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.866802:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605398272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.866809:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a1b3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88c7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.866838:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605398400:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.866854:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.866870:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.867554:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605398400:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.867569:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a1b3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88c7 expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.867579:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a1b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88c7 expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.867586:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:3.0:1780298664.867614:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610200064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (916us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.867621:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12425 00000100:00100000:0.0:1780298664.867628:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605398272:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.867650:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a1ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88c0 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.867673:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a1ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88c0 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.867685:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00000100:00100000:0.0:1780298664.867715:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610199936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1017us (1118us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.867722:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12424 00000100:00100000:1.0:1780298664.868647:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.868685:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200192 00000100:00100000:0.0:1780298664.868689:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200192 00000100:00100000:0.0:1780298664.868721:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12426 00000100:00100000:0.0:1780298664.868731:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610200192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.868738:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298664.868741:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.868752:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ac4408d/0xaf35132e6303a1ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88ce expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.868775:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200320 00000100:00100000:2.0:1780298664.868780:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200320 00000100:00100000:0.0:1780298664.868784:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605398528:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.868812:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12427 00000100:00100000:2.0:1780298664.868822:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610200320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.868830:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.868833:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00010000:00010000:2.0:1780298664.868838:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1c1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88d5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.868868:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605398656:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.868911:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.869555:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605398528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.869573:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000ac4408d/0xaf35132e6303a1ba lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ce expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.869589:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ac4408d/0xaf35132e6303a1ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ce expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.869611:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499200, rc 0) 00000100:00100000:2.0:1780298664.869633:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244810380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605398656:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.869653:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1c1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88d5 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.869653:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610200192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 922us (1004us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.869670:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12426 00010000:00010000:2.0:1780298664.869689:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1c1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88d5 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.869705:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:2.0:1780298664.869727:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610200320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (990us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.869734:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12427 00000100:00100000:1.0:1780298664.870691:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.870714:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.870735:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200448 00000100:00100000:0.0:1780298664.870740:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200448 00000100:00100000:3.0:1780298664.870746:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200576 00000100:00100000:3.0:1780298664.870751:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200576 00000100:00100000:0.0:1780298664.870777:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12428 00000100:00100000:3.0:1780298664.870789:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12429 00000100:00100000:0.0:1780298664.870794:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610200448:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.870800:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610200576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.870805:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.870808:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.870816:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a1c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88dc expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.870817:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a1cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88e3 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.870859:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605398784:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.870865:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605398912:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.870901:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.870902:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.871654:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605398784:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.871676:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a1cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88e3 expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.871680:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255491c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605398912:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.871701:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a1c8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88dc expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.871713:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a1cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88e3 expref: 29 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.871720:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a1c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88dc expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.871732:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00010000:00010000:0.0:1780298664.871735:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499e00, rc 0) 00000100:00100000:3.0:1780298664.871761:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610200576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1044us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.871763:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610200448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 977us (1070us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.871768:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12429 00000100:00100000:0.0:1780298664.871780:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12428 00000100:00100000:2.0:1780298664.872801:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.872838:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200704 00000100:00100000:1.0:1780298664.872842:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200704 00000100:00100000:1.0:1780298664.872870:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12430 00000100:00100000:1.0:1780298664.872878:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+22:30556:x1866777610200704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.872886:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.872895:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88ea expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.872910:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:1.0:1780298664.872914:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:1.0:1780298664.872922:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.872932:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.872938:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298664.872962:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:30556:x1866777610200704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 86us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.872975:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12430 00000100:00100000:1.0:1780298664.873728:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.873770:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200832 00000100:00100000:0.0:1780298664.873775:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200832 00000100:00100000:0.0:1780298664.873811:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7496 00000100:00100000:0.0:1780298664.873817:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2399:x1866777610200832:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298664.873998:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1383976 -> 1383976 00002000:00010000:0.0:1780298664.874002:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.874004:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298664 00002000:00010000:0.0:1780298664.874006:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298664.874008:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1780298664.874035:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2425f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2399:x1866777610200832:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (307us total) trans 4294969496 rc 0/0 00000100:00100000:0.0:1780298664.874041:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7496 00000100:00100000:0.0:1780298664.874897:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.874928:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.874944:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610200960 00000100:00100000:2.0:1780298664.874948:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610200960 00000100:00100000:2.0:1780298664.874978:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201088 00000100:00100000:2.0:1780298664.874980:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201088 00000100:00100000:1.0:1780298664.874987:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12431 00000100:00100000:1.0:1780298664.874998:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610200960:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.875007:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.875011:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12432 00010000:00010000:1.0:1780298664.875018:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a1dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88f1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.875022:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610201088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.875034:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.875042:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a1e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88f8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.875065:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605399040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.875071:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605399168:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.875120:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.875121:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.875862:0:9128:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime: 1780298664 -> 1780298665 00000100:00100000:1.0:1780298664.875862:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605399040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.875875:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605399168:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.875884:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a1dd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88f1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.875895:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a1e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88f8 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.875898:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a1dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88f1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.875919:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00010000:00010000:3.0:1780298664.875921:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a1e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88f8 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.875929:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:1.0:1780298664.875945:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610200960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 950us (1049us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.875950:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f735880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610201088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 932us (1022us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.875953:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12431 00000100:00100000:3.0:1780298664.875961:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12432 00000100:00100000:0.0:1780298664.876892:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.876929:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201216 00000100:00100000:1.0:1780298664.876933:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201216 00000100:00100000:0.0:1780298664.876946:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.876961:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201344 00000100:00100000:1.0:1780298664.876970:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201344 00000100:00100000:1.0:1780298664.876994:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12433 00000100:00100000:2.0:1780298664.877003:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12434 00000100:00100000:1.0:1780298664.877004:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610201216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.877012:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.877017:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610201344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.877020:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a1eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d88ff expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.877023:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.877032:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8906 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.877053:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605399296:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.877076:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605399424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.877091:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.877105:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.877849:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605399424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.877865:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605399296:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.877866:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1f2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8906 expref: 29 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.877880:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a1f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8906 expref: 29 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.877886:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a1eb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ff expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.877888:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:1.0:1780298664.877901:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a1eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ff expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.877909:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:2.0:1780298664.877917:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2400:x1866777610201344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 904us (972us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.877923:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12434 00000100:00100000:1.0:1780298664.877931:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f734000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610201216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1037us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.877936:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12433 00000100:00100000:3.0:1780298664.878837:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.878866:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201472 00000100:00100000:2.0:1780298664.878870:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201472 00000100:00100000:2.0:1780298664.878895:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12435 00000100:00100000:2.0:1780298664.878900:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610201472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.878905:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.878912:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d890d expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.878925:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.878939:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(25 110) 00010000:00010000:2.0:1780298664.878942:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(26 110) 00010000:00010000:2.0:1780298664.878946:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3420159] (req 3375104->3420159) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.878960:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.878970:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.878977:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605399552:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.879006:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.879574:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605399552:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.879587:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3420159] (req 3375104->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.879597:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:2.0:1780298664.879626:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610201472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 725us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.879633:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12435 00000100:00100000:0.0:1780298664.879870:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.879907:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201600 00000100:00100000:2.0:1780298664.879911:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201600 00010000:00010000:2.0:1780298664.879929:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.879978:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15717 00000100:00100000:2.0:1780298664.879986:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610201600:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.879996:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.880005:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.880021:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.880036:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a0f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [1564672->3522559] (req 1564672->1572863) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d880a expref: 11 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.880047:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(26 110) 00010000:00010000:2.0:1780298664.880050:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(26 110) 00010000:00010000:2.0:1780298664.880056:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.880064:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.880083:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.880093:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605399680:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.880170:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.880752:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605399680:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.880763:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.880789:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f737b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610201600:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 805us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.880796:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15717 00000100:00100000:0.0:1780298664.880937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.880974:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201728 00000100:00100000:2.0:1780298664.880979:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201728 00000100:00100000:2.0:1780298664.881012:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7497 00000100:00100000:2.0:1780298664.881021:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610201728:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298664.881238:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5047287 -> 4842360 00002000:00010000:2.0:1780298664.881242:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.881244:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.881247:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.881249:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1280 -> 1280 00000100:00100000:2.0:1780298664.881277:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f736680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610201728:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 257us (339us total) trans 4294970045 rc 0/0 00000100:00100000:2.0:1780298664.881284:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7497 00000100:00100000:0.0:1780298664.882089:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.882201:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201856 00000100:00100000:3.0:1780298664.882211:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201856 00000100:00100000:0.0:1780298664.882226:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.882260:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610201984 00000100:00100000:2.0:1780298664.882264:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610201984 00000100:00100000:1.0:1780298664.882280:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12436 00000100:00100000:2.0:1780298664.882289:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12437 00000100:00100000:1.0:1780298664.882294:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610201856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.882301:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610201984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.882311:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.882311:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.882322:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a207 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d891b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.882323:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a200 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8914 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.882370:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605399808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.882380:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605399936:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.882407:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.882416:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.883088:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244813800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605399808:192.168.203.25@tcp:106: 00002000:00010000:1.0:1780298664.883110:0:8359:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4842360 -> 5047287 00010000:00010000:2.0:1780298664.883112:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a207 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d891b expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.883120:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605399936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.883169:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a200 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8914 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.883170:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a207 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d891b expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.883195:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:1.0:1780298664.883202:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a200 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8914 expref: 13 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.883214:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:2.0:1780298664.883226:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610201984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 928us (1000us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.883232:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12437 00000100:00100000:1.0:1780298664.883241:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610201856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1150us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.883257:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12436 00000100:00100000:2.0:1780298664.884202:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.884231:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202112 00000100:00100000:1.0:1780298664.884235:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202112 00000100:00100000:2.0:1780298664.884240:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.884271:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202240 00000100:00100000:1.0:1780298664.884274:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202240 00000100:00100000:0.0:1780298664.884288:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12438 00000100:00100000:0.0:1780298664.884299:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610202112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.884308:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.884310:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12439 00010000:00010000:0.0:1780298664.884318:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e6303a20e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8922 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.884322:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610202240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.884333:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.884343:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a215 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8929 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.884357:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605400064:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.884398:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605400192:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.884406:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.884429:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.884943:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605400064:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.884954:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e6303a20e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8922 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.884966:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb478d6d/0xaf35132e6303a20e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8922 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.884976:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341498c00, rc 0) 00000100:00100000:1.0:1780298664.885009:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610202112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 713us (806us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.885028:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12438 00000100:00100000:3.0:1780298664.885065:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24304c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605400192:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.885158:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a215 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8929 expref: 29 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.885168:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a215 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8929 expref: 29 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.885175:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:3.0:1780298664.885196:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2399:x1866777610202240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 879us (959us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.885201:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12439 00000100:00100000:0.0:1780298664.885974:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.885996:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.885999:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202368 00000100:00100000:3.0:1780298664.886005:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202368 00000100:00100000:2.0:1780298664.886043:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202496 00000100:00100000:2.0:1780298664.886048:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202496 00000100:00100000:3.0:1780298664.886049:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12440 00000100:00100000:3.0:1780298664.886060:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610202368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.886068:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.886077:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12441 00010000:00010000:3.0:1780298664.886078:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a21c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8930 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.886087:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610202496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.886095:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.886103:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a223 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8937 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.886115:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605400320:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.886161:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605400448:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.886215:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.886216:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.886839:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605400320:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.886858:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a21c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8930 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.886862:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605400448:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.886888:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a223 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8937 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.886894:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a21c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8930 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.886912:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00010000:00010000:2.0:1780298664.886915:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a223 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8937 expref: 29 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.886929:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:3.0:1780298664.886944:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610202368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (969us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.886952:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12440 00000100:00100000:2.0:1780298664.886958:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:2397:x1866777610202496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 872us (960us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.886968:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12441 00000100:00100000:0.0:1780298664.887798:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.887836:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202624 00000100:00100000:2.0:1780298664.887841:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202624 00000100:00100000:2.0:1780298664.887869:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12442 00000100:00100000:2.0:1780298664.887877:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+28:30556:x1866777610202624:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.887885:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.887893:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d893e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.887911:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.887919:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(17 75) 00010000:00010000:2.0:1780298664.887923:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(18 75) 00010000:00010000:2.0:1780298664.887933:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 29 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.887953:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 23 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.887966:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 23 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.887977:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605400576:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.888015:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.888601:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605400576:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.888615:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1187839] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 29 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888626:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:2.0:1780298664.888654:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:30556:x1866777610202624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 779us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.888663:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12442 00000100:00100000:0.0:1780298664.888721:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.888757:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202752 00000100:00100000:2.0:1780298664.888762:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202752 00010000:00010000:2.0:1780298664.888780:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 24 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.888806:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15718 00000100:00100000:2.0:1780298664.888814:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+24:2400:x1866777610202752:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.888830:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.888839:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 24 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888850:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 24 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888864:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a1d6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [565248->1376255] (req 565248->622591) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d88ea expref: 24 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888874:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(18 75) 00010000:00010000:2.0:1780298664.888878:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(18 75) 00010000:00010000:2.0:1780298664.888885:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 28 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888895:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 28 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.888915:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 28 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.888924:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605400704:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.888960:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.889635:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6462:1866777605400704:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.889645:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.889678:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+23:2400:x1866777610202752:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 866us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.889686:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15718 00000100:00100000:0.0:1780298664.889866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.889899:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610202880 00000100:00100000:2.0:1780298664.889904:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610202880 00002000:00100000:2.0:1780298664.889926:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1183744->1187839) req@ffff9cf244adb480 x1866777610202880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.889936:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777610202880 ext(1183744->1187839) 00002000:00010000:2.0:1780298664.889940:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb480 00000100:00100000:2.0:1780298664.889959:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7498 00000100:00100000:2.0:1780298664.889966:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2399:x1866777610202880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.890091:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2399:x1866777610202880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 125us (225us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.890100:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7498 00002000:00100000:2.0:1780298664.890106:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1183744->1187839) req@ffff9cf244adb480 x1866777610202880/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.890116:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb480 with x1866777610202880 ext(1183744->1187839) 00002000:00010000:2.0:1780298664.890120:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb480 00000100:00100000:0.0:1780298664.891041:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.891081:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203008 00000100:00100000:2.0:1780298664.891086:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203008 00002000:00100000:2.0:1780298664.891103:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1187840->1191935) req@ffff9cf36e5d8380 x1866777610203008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.891109:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777610203008 ext(1187840->1191935) 00002000:00010000:2.0:1780298664.891112:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8380 00000100:00100000:2.0:1780298664.891161:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7499 00000100:00100000:2.0:1780298664.891177:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2398:x1866777610203008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.891243:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e5d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2398:x1866777610203008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 70us (203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.891249:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7499 00002000:00100000:2.0:1780298664.891253:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (1187840->1191935) req@ffff9cf36e5d8380 x1866777610203008/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.891259:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36e5d8380 with x1866777610203008 ext(1187840->1191935) 00002000:00010000:2.0:1780298664.891262:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf36e5d8380 00000100:00100000:1.0:1780298664.892331:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.892370:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203136 00000100:00100000:2.0:1780298664.892374:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203136 00002000:00100000:2.0:1780298664.892388:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1191936->1196031) req@ffff9cf24304df80 x1866777610203136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.892395:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777610203136 ext(1191936->1196031) 00002000:00010000:2.0:1780298664.892397:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:2.0:1780298664.892412:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7500 00000100:00100000:2.0:1780298664.892416:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2400:x1866777610203136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.892487:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2400:x1866777610203136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 69us (156us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.892495:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7500 00002000:00100000:2.0:1780298664.892502:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (1191936->1196031) req@ffff9cf24304df80 x1866777610203136/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.892511:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304df80 with x1866777610203136 ext(1191936->1196031) 00002000:00010000:2.0:1780298664.892515:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304df80 00000100:00100000:0.0:1780298664.893475:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.893521:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203264 00000100:00100000:2.0:1780298664.893526:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203264 00002000:00100000:2.0:1780298664.893546:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1183744->1196031) req@ffff9cf2558f3480 x1866777610203264/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 12776/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.893555:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777610203264 ext(1183744->1196031) 00002000:00010000:2.0:1780298664.893558:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3480 00000100:00100000:2.0:1780298664.893578:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7501 00000100:00100000:2.0:1780298664.893585:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+29:2399:x1866777610203264:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.893967:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2558f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:2399:x1866777610203264:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 382us (493us total) trans 4294969497 rc 0/0 00000100:00100000:2.0:1780298664.893974:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7501 00002000:00100000:2.0:1780298664.893982:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (1183744->1196031) req@ffff9cf2558f3480 x1866777610203264/t4294969497(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 12776/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.893990:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2558f3480 with x1866777610203264 ext(1183744->1196031) 00002000:00010000:2.0:1780298664.893994:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2558f3480 00000100:00100000:0.0:1780298664.894692:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.894725:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203392 00000100:00100000:3.0:1780298664.894729:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203392 00000100:00100000:3.0:1780298664.894756:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12443 00000100:00100000:3.0:1780298664.894764:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+31:2400:x1866777610203392:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298664.895550:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969497 is committed 00000001:00080000:1.0:1780298664.895561:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969496 is committed 00000100:00100000:3.0:1780298664.895656:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610203392:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 891us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.895665:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12443 00000100:00100000:1.0:1780298664.896692:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.896719:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.896737:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203520 00000100:00100000:0.0:1780298664.896741:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203520 00000100:00100000:3.0:1780298664.896758:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203648 00000100:00100000:3.0:1780298664.896764:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203648 00000100:00100000:0.0:1780298664.896775:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12444 00000100:00100000:0.0:1780298664.896786:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610203520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.896798:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.896803:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12445 00000100:00100000:2.0:1780298664.896816:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610203648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.896817:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a231 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8945 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.896829:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.896843:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a238 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d894c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.896882:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605400832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.896884:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605400960:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.896954:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.896954:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00002000:00010000:2.0:1780298664.897796:0:9128:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 8 -> 32 00000100:00100000:3.0:1780298664.897800:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348006d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605400832:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.897813:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605400960:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.897834:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a231 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8945 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.897838:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a238 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d894c expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.897861:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a231 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8945 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.897862:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a238 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d894c expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.897884:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00010000:00010000:3.0:1780298664.897900:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499c00, rc 0) 00000100:00100000:2.0:1780298664.897919:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610203648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1107us (1199us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.897926:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12445 00000100:00100000:3.0:1780298664.897930:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610203520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1144us (1235us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.897937:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12444 00000100:00100000:1.0:1780298664.899006:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.899046:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203776 00000100:00100000:2.0:1780298664.899051:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203776 00000100:00100000:2.0:1780298664.899082:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12446 00000100:00100000:2.0:1780298664.899091:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610203776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.899101:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.899112:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a23f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8953 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.899181:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605401088:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.899199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.899219:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610203904 00000100:00100000:3.0:1780298664.899224:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610203904 00000100:00100000:2.0:1780298664.899228:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.899282:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12447 00000100:00100000:2.0:1780298664.899290:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610203904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.899297:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.899305:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a246 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d895a expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.899337:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605401216:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.899364:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.899938:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24380ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605401088:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.899958:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a23f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8953 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.899980:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a23f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8953 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.899991:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:2.0:1780298664.900031:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610203776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1027us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.900039:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12446 00000100:00100000:3.0:1780298664.900088:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605401216:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.900200:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a246 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d895a expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.900215:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a246 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d895a expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.900224:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:2.0:1780298664.900288:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610203904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 996us (1088us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.900297:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12447 00000100:00100000:0.0:1780298664.901346:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.901374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.901390:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204032 00000100:00100000:1.0:1780298664.901395:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204032 00000100:00100000:2.0:1780298664.901412:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204160 00000100:00100000:2.0:1780298664.901417:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204160 00000100:00100000:1.0:1780298664.901430:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12448 00000100:00100000:1.0:1780298664.901439:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610204032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.901449:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.901456:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12449 00010000:00010000:1.0:1780298664.901467:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a24d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8961 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.901469:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610204160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.901480:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.901489:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a254 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8968 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.901505:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605401344:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.901526:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605401472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.901564:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.901566:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.902299:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605401472:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.902328:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a254 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8968 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.902336:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605401344:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.902346:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030c23f9c/0xaf35132e6303a254 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8968 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.902357:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00010000:00010000:1.0:1780298664.902358:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a24d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8961 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.902375:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a24d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8961 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.902385:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:3.0:1780298664.902391:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610204160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.902400:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12449 00000100:00100000:1.0:1780298664.902411:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610204032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 973us (1065us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.902420:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12448 00000100:00100000:0.0:1780298664.903419:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.903445:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204288 00000100:00100000:3.0:1780298664.903495:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204288 00000100:00100000:3.0:1780298664.903528:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12450 00000100:00100000:0.0:1780298664.903537:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.903540:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610204288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.903549:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.903557:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a25b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d896f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.903573:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204416 00000100:00100000:2.0:1780298664.903577:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204416 00000100:00100000:2.0:1780298664.903601:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12451 00000100:00100000:2.0:1780298664.903608:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610204416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.903615:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.903620:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605401600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.903622:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a262 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8976 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.903652:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605401728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.903667:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.903681:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.904351:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605401728:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.904354:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605401600:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.904373:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a262 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8976 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.904375:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a25b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d896f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.904399:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a262 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8976 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.904400:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a25b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d896f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.904407:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00010000:00010000:3.0:1780298664.904421:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00000100:00100000:2.0:1780298664.904434:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610204416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 827us (899us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.904439:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12451 00000100:00100000:3.0:1780298664.904448:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610204288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 911us (1028us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.904457:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12450 00000100:00100000:0.0:1780298664.905359:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.905395:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204544 00000100:00100000:2.0:1780298664.905400:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204544 00002000:00100000:2.0:1780298664.905428:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2818048->2822143) req@ffff9cf348006d80 x1866777610204544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.905438:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006d80 with x1866777610204544 ext(2818048->2822143) 00002000:00010000:2.0:1780298664.905443:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006d80 00000100:00100000:2.0:1780298664.905465:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7502 00000100:00100000:2.0:1780298664.905475:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610204544:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.905579:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610204544:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.905592:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7502 00002000:00100000:2.0:1780298664.905600:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2818048->2822143) req@ffff9cf348006d80 x1866777610204544/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.905609:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348006d80 with x1866777610204544 ext(2818048->2822143) 00002000:00010000:2.0:1780298664.905612:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf348006d80 00000100:00100000:0.0:1780298664.906449:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.906495:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204672 00000100:00100000:1.0:1780298664.906500:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204672 00000100:00100000:1.0:1780298664.906526:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12452 00000100:00100000:1.0:1780298664.906532:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610204672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.906539:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.906549:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a269 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d897d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.906581:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605401856:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.906603:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.906642:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204800 00000100:00100000:1.0:1780298664.906645:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.906647:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204800 00000100:00100000:2.0:1780298664.906677:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12453 00000100:00100000:2.0:1780298664.906683:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610204800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.906689:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.906696:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a270 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8984 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.906719:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605401984:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.906754:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.907347:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255092a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605401856:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.907366:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a269 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d897d expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.907382:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a269 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d897d expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.907394:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.907418:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610204672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 886us (970us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.907424:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12452 00000100:00100000:2.0:1780298664.907536:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605401984:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.907554:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a270 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8984 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.907569:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a270 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8984 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.907580:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:2.0:1780298664.907609:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610204800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 925us (1005us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.907622:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12453 00000100:00100000:3.0:1780298664.908670:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.908715:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610204928 00000100:00100000:0.0:1780298664.908721:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610204928 00000100:00100000:3.0:1780298664.908725:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.908760:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205056 00000100:00100000:0.0:1780298664.908764:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12454 00000100:00100000:2.0:1780298664.908766:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205056 00000100:00100000:0.0:1780298664.908773:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610204928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.908780:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.908788:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a277 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d898b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.908800:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12455 00000100:00100000:2.0:1780298664.908811:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610205056:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.908820:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605402112:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.908821:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.908833:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a27e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8992 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.908861:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.908867:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605402240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.908908:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00002000:00010000:3.0:1780298664.909644:0:19992:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 1383976 -> 2822144 00000100:00100000:2.0:1780298664.909651:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605402112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.909655:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f8b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605402240:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.909672:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a277 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d898b expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.909675:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a27e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8992 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.909688:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a27e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8992 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.909699:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00010000:00010000:2.0:1780298664.909699:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a7e8eb/0xaf35132e6303a277 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d898b expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.909710:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499e00, rc 0) 00000100:00100000:2.0:1780298664.909734:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610204928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 961us (1064us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.909735:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610205056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 923us (1008us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.909746:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12454 00000100:00100000:3.0:1780298664.909755:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12455 00000100:00100000:1.0:1780298664.910615:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.910645:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205184 00000100:00100000:2.0:1780298664.910650:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205184 00002000:00100000:2.0:1780298664.910676:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (2822144->2826239) req@ffff9cf255092a00 x1866777610205184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.910683:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092a00 with x1866777610205184 ext(2822144->2826239) 00002000:00010000:2.0:1780298664.910686:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092a00 00000100:00100000:2.0:1780298664.910703:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7503 00000100:00100000:2.0:1780298664.910708:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205184:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.910796:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205184:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 88us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.910801:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7503 00002000:00100000:2.0:1780298664.910805:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (2822144->2826239) req@ffff9cf255092a00 x1866777610205184/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.910811:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092a00 with x1866777610205184 ext(2822144->2826239) 00002000:00010000:2.0:1780298664.910814:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092a00 00000100:00100000:3.0:1780298664.911738:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.911776:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205312 00000100:00100000:1.0:1780298664.911780:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205312 00000100:00100000:3.0:1780298664.911793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.911816:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205440 00000100:00100000:1.0:1780298664.911821:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205440 00000100:00100000:0.0:1780298664.911838:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12456 00000100:00100000:0.0:1780298664.911849:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610205312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.911856:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12457 00010000:00010000:0.0:1780298664.911858:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.911867:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610205440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.911870:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a285 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8999 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.911876:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.911887:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a28c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89a0 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.911911:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605402368:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.911917:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605402496:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.911965:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.911969:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.912823:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605402496:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.912838:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605402368:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.912849:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a285 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8999 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.912849:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a28c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89a0 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.912864:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008be5bdd7/0xaf35132e6303a285 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8999 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.912864:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a28c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89a0 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.912875:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00010000:00010000:2.0:1780298664.912876:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341499c00, rc 0) 00000100:00100000:2.0:1780298664.912904:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610205312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1166us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.912904:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610205440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1040us (1111us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.912911:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12457 00000100:00100000:2.0:1780298664.912915:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12456 00000100:00100000:2.0:1780298664.914077:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.914096:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.914106:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205568 00000100:00100000:3.0:1780298664.914112:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205568 00000100:00100000:0.0:1780298664.914165:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205696 00000100:00100000:0.0:1780298664.914169:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205696 00000100:00100000:2.0:1780298664.914214:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12458 00000100:00100000:0.0:1780298664.914224:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12459 00000100:00100000:2.0:1780298664.914229:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610205568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.914239:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.914240:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.914251:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a293 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89a7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.914260:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.914276:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb478d6d/0xaf35132e6303a29a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89ae expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.914288:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605402624:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.914302:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605402752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.914346:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.914348:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00002000:00010000:0.0:1780298664.915177:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 2822144 -> 2826240 00000100:00100000:0.0:1780298664.915190:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605402752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.915207:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bb478d6d/0xaf35132e6303a29a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ae expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.915218:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb478d6d/0xaf35132e6303a29a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ae expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.915226:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf341498c00, rc 0) 00000100:00100000:2.0:1780298664.915231:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605402624:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.915252:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a293 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89a7 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.915264:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1031us (1166us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.915269:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a293 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89a7 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.915275:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12459 00010000:00010000:2.0:1780298664.915285:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298664.915312:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610205568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1234us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.915320:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12458 00000100:00100000:1.0:1780298664.916609:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.916650:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205824 00000100:00100000:2.0:1780298664.916656:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205824 00002000:00100000:2.0:1780298664.916686:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2547712->2830335) req@ffff9cf255091180 x1866777610205824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.916711:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091180 with x1866777610205824 ext(2547712->2830335) 00002000:00010000:2.0:1780298664.916716:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255091180 00000100:00100000:2.0:1780298664.916739:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7504 00000100:00100000:2.0:1780298664.916749:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205824:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.917459:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610205824:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 712us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.917465:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7504 00002000:00100000:2.0:1780298664.917470:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2547712->2830335) req@ffff9cf255091180 x1866777610205824/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 504/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.917476:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091180 with x1866777610205824 ext(2547712->2830335) 00002000:00010000:2.0:1780298664.917478:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255091180 00000100:00100000:3.0:1780298664.918571:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.918607:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610205952 00000100:00100000:1.0:1780298664.918612:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610205952 00000100:00100000:3.0:1780298664.918616:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.918652:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206080 00000100:00100000:1.0:1780298664.918655:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206080 00000100:00100000:2.0:1780298664.918669:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12460 00000100:00100000:2.0:1780298664.918678:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e581050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610205952:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298664.918684:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12461 00010000:00010000:2.0:1780298664.918692:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.918697:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.918704:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.918711:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a2a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89b5 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.918714:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a2a8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89bc expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.918771:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605402880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.918771:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605403008:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.918830:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.918831:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.919685:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37baee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605402880:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.919694:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605403008:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.919711:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a2a1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89b5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.919712:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a2a8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89bc expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.919736:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a2a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89bc expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.919746:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00010000:00010000:2.0:1780298664.919747:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a2a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89b5 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.919757:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298664.919782:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e581050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610205952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1102us (1209us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.919782:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1085us (1162us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.919794:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12460 00000100:00100000:0.0:1780298664.919800:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12461 00000100:00100000:1.0:1780298664.921098:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.921159:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206208 00000100:00100000:3.0:1780298664.921166:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206208 00000100:00100000:1.0:1780298664.921170:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.921204:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206336 00000100:00100000:3.0:1780298664.921208:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206336 00000100:00100000:0.0:1780298664.921211:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12462 00000100:00100000:0.0:1780298664.921222:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610206208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.921232:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.921239:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12463 00010000:00010000:0.0:1780298664.921243:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a2af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89c3 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.921250:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206336:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.921259:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.921268:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e6303a2b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89ca expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.921284:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605403136:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.921307:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605403264:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.921336:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.921340:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.922246:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605403136:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.922269:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a2af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89c3 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.922296:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a2af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89c3 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.922300:0:8358:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 2826240 -> 2830336 00000100:00100000:1.0:1780298664.922311:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605403264:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.922315:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:1.0:1780298664.922324:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e6303a2b6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ca expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.922337:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6050429/0xaf35132e6303a2b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ca expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.922346:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00000100:00100000:0.0:1780298664.922348:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610206208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1129us (1255us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.922355:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12462 00000100:00100000:1.0:1780298664.922370:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206336:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1124us (1203us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.922376:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12463 00000100:00100000:1.0:1780298664.924185:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.924225:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206464 00000100:00100000:2.0:1780298664.924234:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206464 00002000:00100000:2.0:1780298664.924284:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2830336->2834431) req@ffff9cf255092d80 x1866777610206464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.924292:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092d80 with x1866777610206464 ext(2830336->2834431) 00002000:00010000:2.0:1780298664.924296:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092d80 00000100:00100000:2.0:1780298664.924317:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7505 00000100:00100000:2.0:1780298664.924323:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610206464:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.924436:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255092d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610206464:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.924442:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7505 00002000:00100000:2.0:1780298664.924447:0:19928:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x15:0x0] (2830336->2834431) req@ffff9cf255092d80 x1866777610206464/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.924453:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255092d80 with x1866777610206464 ext(2830336->2834431) 00002000:00010000:2.0:1780298664.924455:0:19928:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf255092d80 00000100:00100000:2.0:1780298664.925775:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.925820:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.925842:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206592 00000100:00100000:3.0:1780298664.925854:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206592 00000100:00100000:0.0:1780298664.925885:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206720 00000100:00100000:0.0:1780298664.925893:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206720 00000100:00100000:3.0:1780298664.925911:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12464 00000100:00100000:3.0:1780298664.925926:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610206592:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.925945:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.925954:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12465 00010000:00010000:3.0:1780298664.925966:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a2bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89d1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.925969:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610206720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.925998:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.926014:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2c4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89d8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.926037:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605403392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.926086:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605403520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.926209:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.926209:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.927228:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605403392:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.927232:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605403520:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.927272:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a2bd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89d1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.927279:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2c4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89d8 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.927313:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a2bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89d1 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.927319:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2c4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89d8 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.927353:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00010000:00010000:2.0:1780298664.927354:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298664.927406:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610206720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1443us (1589us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.927415:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610206592:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1487us (1635us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.927424:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12465 00000100:00100000:1.0:1780298664.927450:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12464 00000100:00100000:1.0:1780298664.928869:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.928915:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206848 00000100:00100000:3.0:1780298664.928924:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206848 00000100:00100000:1.0:1780298664.928938:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.928969:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610206976 00000100:00100000:3.0:1780298664.928974:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610206976 00000100:00100000:0.0:1780298664.928989:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12466 00000100:00100000:0.0:1780298664.929002:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610206848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.929016:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.929031:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a2cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89df expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.929044:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12467 00000100:00100000:3.0:1780298664.929053:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.929074:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.929084:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a2d2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89e6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.929090:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605403648:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.929158:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605403776:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.929201:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.929202:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.930204:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605403648:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.930229:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a2cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89df expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.930239:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 2830336 -> 2834432 00010000:00010000:0.0:1780298664.930244:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a2cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89df expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.930253:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:1.0:1780298664.930262:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605403776:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.930291:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610206848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1291us (1423us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298664.930295:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a2d2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89e6 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.930334:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12466 00010000:00010000:1.0:1780298664.930338:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a2d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89e6 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.930363:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8e00, rc 0) 00000100:00100000:1.0:1780298664.930412:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610206976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1360us (1475us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.930417:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12467 00000100:00100000:3.0:1780298664.931493:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.931531:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207104 00000100:00100000:2.0:1780298664.931537:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207104 00002000:00100000:2.0:1780298664.931573:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2834432->2838527) req@ffff9cf2548b8000 x1866777610207104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.931593:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8000 with x1866777610207104 ext(2834432->2838527) 00002000:00010000:2.0:1780298664.931597:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8000 00000100:00100000:2.0:1780298664.931618:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7506 00000100:00100000:2.0:1780298664.931625:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610207104:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.931744:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610207104:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 119us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.931751:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7506 00002000:00100000:2.0:1780298664.931758:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (2834432->2838527) req@ffff9cf2548b8000 x1866777610207104/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.931767:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b8000 with x1866777610207104 ext(2834432->2838527) 00002000:00010000:2.0:1780298664.931770:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548b8000 00000100:00100000:2.0:1780298664.932915:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.932944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.932967:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207232 00000100:00100000:1.0:1780298664.932974:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207232 00000100:00100000:3.0:1780298664.932992:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207360 00000100:00100000:3.0:1780298664.932997:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207360 00000100:00100000:1.0:1780298664.933023:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12468 00000100:00100000:1.0:1780298664.933033:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207232:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298664.933044:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12469 00010000:00010000:1.0:1780298664.933046:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.933054:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610207360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.933064:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.933064:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a2d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89ed expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.933075:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a2e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89f4 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.933117:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605404032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.933118:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605403904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.933222:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf24306e300 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.933223:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1540 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.934234:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605403904:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.934261:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548bb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605404032:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.934280:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a2d9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ed expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.934290:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a2e0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89f4 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.934341:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a2e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89f4 expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.934341:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a2d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89ed expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.934372:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:2.0:1780298664.934412:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1380us (1500us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.934430:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12468 00010000:00010000:3.0:1780298664.934539:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:3.0:1780298664.934589:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610207360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1538us (1644us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.934649:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12469 00000100:00100000:1.0:1780298664.936374:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.936413:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207488 00000100:00100000:2.0:1780298664.936421:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207488 00000100:00100000:2.0:1780298664.936476:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12470 00000100:00100000:2.0:1780298664.936489:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.936502:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.936519:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d89fb expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.936532:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.936575:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605404160:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.936577:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207616 00000100:00100000:1.0:1780298664.936583:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207616 00000100:00100000:1.0:1780298664.936629:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12471 00000100:00100000:1.0:1780298664.936639:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610207616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.936649:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.936654:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00010000:00010000:1.0:1780298664.936661:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a2ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a02 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.936697:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605404288:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.936744:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.937404:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605404160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.937426:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2e7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89fb expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.937442:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a2e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d89fb expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.937455:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298664.937494:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1010us (1126us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.937502:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12470 00002000:00010000:1.0:1780298664.937641:0:12101:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 2834432 -> 2838528 00000100:00100000:1.0:1780298664.937658:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605404288:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.937677:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a2ee lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a02 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.937691:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff2dd4d/0xaf35132e6303a2ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a02 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.937702:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:1.0:1780298664.937747:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610207616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1109us (1229us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.937753:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12471 00000100:00100000:3.0:1780298664.939283:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.939329:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207744 00000100:00100000:2.0:1780298664.939336:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207744 00002000:00100000:2.0:1780298664.939377:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2838528->2842623) req@ffff9cf2548bb480 x1866777610207744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.939389:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777610207744 ext(2838528->2842623) 00002000:00010000:2.0:1780298664.939394:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb480 00000100:00100000:2.0:1780298664.939420:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7507 00000100:00100000:2.0:1780298664.939427:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610207744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.939543:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610207744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.939551:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7507 00002000:00100000:2.0:1780298664.939557:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (2838528->2842623) req@ffff9cf2548bb480 x1866777610207744/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/440 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.939566:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548bb480 with x1866777610207744 ext(2838528->2842623) 00002000:00010000:2.0:1780298664.939570:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2548bb480 00000100:00100000:2.0:1780298664.940778:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.940804:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.940843:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610207872 00000100:00100000:0.0:1780298664.940846:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208000 00000100:00100000:1.0:1780298664.940850:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610207872 00000100:00100000:0.0:1780298664.940853:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208000 00000100:00100000:0.0:1780298664.940896:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12472 00000100:00100000:0.0:1780298664.940908:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610208000:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298664.940913:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12473 00010000:00010000:0.0:1780298664.940925:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298664.940928:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.940939:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.940942:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6303a2f5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a10 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.940951:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a2fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a09 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.940998:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605404416:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.940999:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605404544:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.941087:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.941088:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.942157:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605404544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.942191:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605404416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.942202:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a2fc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a09 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.942215:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6303a2f5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a10 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.942249:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a2fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a09 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.942253:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fa1945a/0xaf35132e6303a2f5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a10 expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.942264:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00010000:00010000:2.0:1780298664.942271:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298664.942311:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610208000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1408us (1505us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.942322:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610207872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1395us (1542us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.942330:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12472 00000100:00100000:1.0:1780298664.942337:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12473 00000100:00100000:3.0:1780298664.943828:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.943862:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208128 00000100:00100000:2.0:1780298664.943867:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208128 00002000:00100000:2.0:1780298664.943900:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (2818048->2842623) req@ffff9cf347cd4380 x1866777610208128/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.943910:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777610208128 ext(2818048->2842623) 00002000:00010000:2.0:1780298664.943915:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:2.0:1780298664.943937:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7508 00000100:00100000:2.0:1780298664.943944:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610208128:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298664.945513:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610208128:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1562us (1683us total) trans 4294969498 rc 0/0 00000100:00100000:2.0:1780298664.945523:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7508 00002000:00100000:2.0:1780298664.945532:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (2818048->2842623) req@ffff9cf347cd4380 x1866777610208128/t4294969498(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.945541:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd4380 with x1866777610208128 ext(2818048->2842623) 00002000:00010000:2.0:1780298664.945546:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd4380 00000100:00100000:0.0:1780298664.946601:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.946643:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208256 00000100:00100000:3.0:1780298664.946649:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208256 00000100:00100000:3.0:1780298664.946688:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12474 00000100:00100000:3.0:1780298664.946697:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610208256:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298664.947563:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969498 is committed 00000100:00100000:3.0:1780298664.947668:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610208256:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 970us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.947677:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12474 00000100:00100000:3.0:1780298664.949005:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.949072:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208384 00000100:00100000:1.0:1780298664.949086:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208384 00000100:00100000:3.0:1780298664.949094:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.949224:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208512 00000100:00100000:2.0:1780298664.949231:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208512 00000100:00100000:1.0:1780298664.949244:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12475 00000100:00100000:1.0:1780298664.949261:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610208384:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.949280:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.949281:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12476 00000100:00100000:2.0:1780298664.949294:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610208512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.949304:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a303 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a17 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.949307:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.949325:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a30a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a1e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.949379:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605404672:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.949396:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605404800:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.949497:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.949497:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.950478:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605404672:192.168.203.25@tcp:106: 00002000:00010000:2.0:1780298664.950501:0:9128:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 2838528 -> 2842624 00002000:00010000:2.0:1780298664.950506:0:9128:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 32 -> 80 00010000:00010000:1.0:1780298664.950514:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a303 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a17 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.950522:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605404800:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.950557:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a303 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a17 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.950558:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a30a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a1e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.950587:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a30a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a1e expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.950590:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00010000:00010000:2.0:1780298664.950607:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:1.0:1780298664.950637:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610208384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1382us (1632us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.950646:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610208512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1350us (1548us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.950655:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12475 00000100:00100000:2.0:1780298664.950667:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12476 00000100:00100000:0.0:1780298664.952030:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.952108:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208640 00000100:00100000:1.0:1780298664.952115:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208640 00000100:00100000:1.0:1780298664.952207:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12477 00000100:00100000:1.0:1780298664.952221:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610208640:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.952235:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.952250:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a311 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a25 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.952294:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605404928:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.952352:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.952424:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.952468:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208768 00000100:00100000:2.0:1780298664.952475:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208768 00000100:00100000:2.0:1780298664.952523:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12478 00000100:00100000:2.0:1780298664.952530:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610208768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.952541:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.952554:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a318 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a2c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.952591:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605405056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.952633:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.953244:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605404928:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.953269:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a311 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a25 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.953287:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a311 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a25 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.953298:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298664.953349:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610208640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1132us (1322us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.953366:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12477 00000100:00100000:2.0:1780298664.953506:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605405056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.953534:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a318 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a2c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.953554:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a318 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a2c expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.953567:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:2.0:1780298664.953608:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610208768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1078us (1187us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.953616:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12478 00000100:00100000:0.0:1780298664.955784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.955845:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610208896 00000100:00100000:2.0:1780298664.955852:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610208896 00000100:00100000:0.0:1780298664.955873:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.955958:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209024 00000100:00100000:2.0:1780298664.955963:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209024 00000100:00100000:1.0:1780298664.955979:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12479 00000100:00100000:1.0:1780298664.955997:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610208896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.956013:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.956018:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12480 00000100:00100000:2.0:1780298664.956031:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610209024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.956039:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a31f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a33 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.956046:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.956064:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303a326 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a3a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.956098:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605405184:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.956118:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605405312:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.956232:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.956243:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.957187:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605405184:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.957223:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a31f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a33 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.957247:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605405312:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298664.957256:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a31f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a33 expref: 13 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.957287:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00010000:00010000:2.0:1780298664.957305:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303a326 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a3a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.957327:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084ad138b/0xaf35132e6303a326 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a3a expref: 12 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.957338:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610208896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1340us (1550us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.957346:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:1.0:1780298664.957352:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12479 00000100:00100000:2.0:1780298664.957389:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610209024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1361us (1520us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.957396:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12480 00000100:00100000:3.0:1780298664.958496:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.958559:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209152 00000100:00100000:0.0:1780298664.958565:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209152 00000100:00100000:3.0:1780298664.958599:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.958611:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209280 00000100:00100000:0.0:1780298664.958617:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209280 00000100:00100000:0.0:1780298664.958643:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12481 00000100:00100000:2.0:1780298664.958653:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12482 00000100:00100000:0.0:1780298664.958654:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610209152:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298664.958667:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610209280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.958667:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.958678:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.958682:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a32d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a41 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.958688:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a334 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a48 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.958726:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605405440:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298664.958735:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605405568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.958792:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393b40 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.958792:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.959804:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605405568:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.959807:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605405440:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.959831:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a32d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a41 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.959834:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a334 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a48 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.959864:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a32d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a41 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.959864:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a334 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a48 expref: 12 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.959888:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00010000:00010000:2.0:1780298664.959904:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:3.0:1780298664.959928:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610209152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1277us (1434us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.959931:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610209280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1267us (1330us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.959942:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12482 00000100:00100000:3.0:1780298664.959954:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12481 00000100:00100000:3.0:1780298664.961280:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.961339:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209536 00000100:00100000:0.0:1780298664.961347:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209536 00000100:00100000:0.0:1780298664.961397:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62311 00000100:00100000:0.0:1780298664.961406:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+55:30556:x1866777610209536:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298664.961453:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298664.961480:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d79600/0xaf35132e63039f52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d866d expref: 55 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.961494:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298664.961497:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298664.961657:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.961668:0:9976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 43 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.961677:0:9976:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.961701:0:9976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 43 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.961712:0:9976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 43 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.961737:0:9976:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605405696:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.961823:0:9976:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.962978:0:9976:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9976:1866777605405696:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.962978:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.963006:0:9976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.963030:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209664 00000100:00100000:2.0:1780298664.963037:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209664 00010000:00010000:2.0:1780298664.963065:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.963092:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15719 00000100:00100000:2.0:1780298664.963098:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:2400:x1866777610209664:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.963110:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.963117:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963170:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963191:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf375d78600/0xaf35132e63039f60 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8674 expref: 44 pid: 6478 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963205:0:6461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.963210:0:6461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963232:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963238:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40290000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.963258:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298664.963269:0:9976:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.963278:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.963300:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:2400:x1866777610209664:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 199us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.963317:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15719 00000001:00080000:3.0:1780298664.963370:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991305 00000004:00010000:3.0:1780298664.963452:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005403cdba reply state 00000000b5c9518d transno 4294991306 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.963467:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de3c00/0xaf35132e6303a33b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.963473:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298664.963476:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1780298664.963479:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1780298664.963557:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:30556:x1866777610209536:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2153us (2288us total) trans 4294991306 rc 0/0 00000100:00100000:3.0:1780298664.963564:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62311 00000020:00080000:3.0:1780298664.963568:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298664.964691:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.964755:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209792 00000100:00100000:3.0:1780298664.964760:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209792 00000100:00100000:3.0:1780298664.964792:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12483 00000100:00100000:3.0:1780298664.964800:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610209792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.964828:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.964842:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a4f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964864:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964872:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964878:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964884:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 3 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(26 110) 00010000:00010000:3.0:1780298664.964888:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(29 110) 00010000:00010000:3.0:1780298664.964893:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 6/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 13 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964918:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.964929:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.964941:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605405824:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.965018:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.965028:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.965039:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605405952:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298664.965067:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.965078:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.965087:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605406080:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.965111:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.965723:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605405824:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.966075:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.966078:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605405952:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298664.966086:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605406080:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.966117:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610209920 00000100:00100000:2.0:1780298664.966122:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610209920 00002000:00100000:2.0:1780298664.966207:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5017600->5047286) req@ffff9cf2433dd180 x1866777610209920/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.966217:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd180 with x1866777610209920 ext(5017600->5047286) 00010000:00010000:2.0:1780298664.966224:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 14 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.966238:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 14 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298664.966245:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433dd180 00010000:00010000:3.0:1780298664.966270:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 14 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.966277:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 258 00000100:00100000:0.0:1780298664.966277:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.966291:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:2.0:1780298664.966292:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610209920:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298664.966313:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210176 00000100:00100000:1.0:1780298664.966332:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210176 00010000:00010000:1.0:1780298664.966380:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.966388:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:30556:x1866777610209792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1585us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.966408:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12483 00000100:00100000:0.0:1780298664.966431:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.966458:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210048 00000100:00100000:1.0:1780298664.966464:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210048 00000100:00100000:2.0:1780298664.966468:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15720 00000100:00100000:2.0:1780298664.966481:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+16:2397:x1866777610210176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.966489:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 16 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.966507:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.966522:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 16 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.966536:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 16 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.966554:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a1f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [3375104->3522559] (req 3375104->3420159) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d890d expref: 16 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.966566:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.966569:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15721 00000100:00100000:3.0:1780298664.966592:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610210048:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298664.966597:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2397:x1866777610210176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 120us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.966608:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15720 00010000:00010000:3.0:1780298664.966610:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298664.966622:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 14 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.966636:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 14 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.966650:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a0d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [3522560->5013503] (req 3522560->3555327) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d87e7 expref: 14 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.966661:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298664.966721:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610210048:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 143us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298664.966729:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15721 00000100:00100000:1.0:1780298664.967755:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610209920:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1467us (1679us total) trans 4294970046 rc 0/0 00000100:00100000:1.0:1780298664.967763:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 258 00002000:00100000:1.0:1780298664.967772:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5017600->5047286) req@ffff9cf2433dd180 x1866777610209920/t4294970046(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/448 e 0 to 0 dl 1780298675 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298664.967781:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd180 with x1866777610209920 ext(5017600->5047286) 00010000:00010000:1.0:1780298664.967787:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.967800:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298664.967808:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2433dd180 00000100:00100000:0.0:1780298664.968678:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.968735:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210304 00000100:00100000:1.0:1780298664.968741:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210304 00010000:00010000:1.0:1780298664.968764:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.968793:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15722 00000100:00100000:1.0:1780298664.968801:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610210304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.968822:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298664.968831:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1280 -> 1344 00010000:00010000:1.0:1780298664.968837:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.968849:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.968864:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002068bbde/0xaf35132e6303a063 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5017600->38572031] (req 5017600->5050367) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8777 expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.968886:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(29 110) 00010000:00010000:1.0:1780298664.968891:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(29 110) 00010000:00010000:1.0:1780298664.968898:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.968909:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.968941:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.968955:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605406208:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.969014:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.969820:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605406208:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.969846:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.969880:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2397:x1866777610210304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1081us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.969888:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15722 00000100:00100000:0.0:1780298664.969993:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.970035:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210432 00000100:00100000:2.0:1780298664.970041:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210432 00000100:00100000:2.0:1780298664.970079:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12484 00000100:00100000:2.0:1780298664.970088:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610210432:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.970102:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.970116:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a56 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970168:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970178:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970194:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970203:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970210:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 4 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(18 75) 00010000:00010000:2.0:1780298664.970214:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(22 75) 00010000:00010000:2.0:1780298664.970219:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 7/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970250:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970267:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 12 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.970278:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406336:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.970349:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970359:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.970380:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406464:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.970412:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970422:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 12 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.970431:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406592:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298664.970457:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 12 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.970466:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 12 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.970487:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406720:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298664.970505:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.971456:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406336:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.971476:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255093800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406464:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.971580:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406592:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.971910:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.971933:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605406720:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.971947:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298664.971973:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.971982:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210688 00000100:00100000:1.0:1780298664.971988:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210688 00010000:00010000:2.0:1780298664.971989:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09400, rc 0) 00000100:00100000:0.0:1780298664.972011:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298664.972018:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 13 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.972043:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610210432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1956us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.972050:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210560 00000100:00100000:1.0:1780298664.972056:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210560 00000100:00100000:2.0:1780298664.972061:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12484 00010000:00010000:1.0:1780298664.972074:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 13 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.972086:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210816 00000100:00100000:3.0:1780298664.972095:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210816 00000100:00100000:1.0:1780298664.972106:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15723 00000100:00100000:2.0:1780298664.972120:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15724 00000100:00100000:1.0:1780298664.972121:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610210688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.972178:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298664.972181:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2399:x1866777610210560:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.972192:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.972201:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 8 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 14 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972210:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 9 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 14 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972217:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 9 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 14 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972232:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 8 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 14 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972329:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc17034/0xaf35132e6303a15f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 8 type: EXT [1380352->1556479] (req 1380352->1384447) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8873 expref: 14 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972337:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004995f25b/0xaf35132e63039fd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 9 type: EXT [1556480->2084863] (req 1556480->1560575) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86eb expref: 14 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972345:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298664.972351:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298664.972373:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610210688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 258us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.972379:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610210560:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 201us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.972384:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15723 00010000:00010000:3.0:1780298664.972394:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 12 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.972395:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15724 00000100:00100000:2.0:1780298664.972419:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15725 00000100:00100000:2.0:1780298664.972430:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610210816:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.972440:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.972449:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972459:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972477:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a22a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [1183744->1380351] (req 1183744->1187839) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d893e expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.972487:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.972504:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610210816:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 79us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.972510:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15725 00000100:00100000:0.0:1780298664.972563:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.972629:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610210944 00000100:00100000:1.0:1780298664.972635:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610210944 00010000:00010000:1.0:1780298664.972655:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.972683:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15726 00000100:00100000:1.0:1780298664.972693:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610210944:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298664.972701:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298664.972712:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972728:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972746:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002848d803/0xaf35132e63039fbb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [2084864->35639295] (req 2084864->2097151) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d86cf expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972759:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(22 75) 00010000:00010000:1.0:1780298664.972764:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(22 75) 00010000:00010000:1.0:1780298664.972771:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972781:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.972817:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298664.972831:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605406848:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298664.972883:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.973847:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.973867:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605406848:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298664.973893:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298664.973897:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.973931:0:19928:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211072 00000100:00100000:1.0:1780298664.973938:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610210944:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1244us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.973940:0:19928:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211072 00000100:00100000:1.0:1780298664.973954:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15726 00000100:00100000:3.0:1780298664.973967:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211200 00000100:00100000:3.0:1780298664.973974:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211200 00002000:00010000:2.0:1780298664.973976:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298664.973983:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777610211072 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1780298664.973995:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2829712->18446744073709551615) 00002000:00100000:3.0:1780298664.974000:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777610211200 ext(2829712->18446744073709551615) 00002000:00010000:2.0:1780298664.974001:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100. 00002000:00010000:3.0:1780298664.974020:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:2.0:1780298664.974033:0:19928:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7509 00000100:00100000:2.0:1780298664.974045:0:19928:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610211072:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298664.974204:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7510 00000100:00100000:3.0:1780298664.974228:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610211200:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298664.974344:0:19928:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5047287 -> 4194304 00002000:00010000:2.0:1780298664.974348:0:19928:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.974350:0:19928:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.974351:0:19928:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298664.974353:0:19928:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1344 -> 1224 00000100:00100000:2.0:1780298664.974399:0:19928:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610211072:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 356us (555us total) trans 4294970047 rc 0/0 00000100:00100000:2.0:1780298664.974407:0:19928:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7509 00002000:00010000:2.0:1780298664.974411:0:19928:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298664.974414:0:19928:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967100 with x1866777610211072 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298664.974424:0:19928:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967100. 00002000:00010000:3.0:1780298664.974950:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2842624 -> 2829712 00002000:00010000:3.0:1780298664.974954:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.974957:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.974959:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298664.974961:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 80 -> 56 00000100:00100000:3.0:1780298664.974993:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610211200:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 781us (1100us total) trans 4294969499 rc 0/0 00000100:00100000:3.0:1780298664.975000:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7510 00002000:00010000:3.0:1780298664.975003:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (2829712->18446744073709551615) 00002000:00100000:3.0:1780298664.975006:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964700 with x1866777610211200 ext(2829712->18446744073709551615) 00002000:00010000:3.0:1780298664.975011:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964700. 00000100:00100000:1.0:1780298664.975923:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.975978:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211328 00000100:00100000:2.0:1780298664.975983:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211328 00000100:00100000:2.0:1780298664.976023:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62312 00000100:00100000:2.0:1780298664.976030:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+43:30556:x1866777610211328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.976044:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.976062:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e6303a350 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a5d expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976181:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976197:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976208:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298664.976237:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7024016 00000004:00200000:2.0:1780298664.976242:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298664.976261:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976285:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08e00/0xaf35132e6303a350 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a5d expref: 45 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976300:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a5d expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.976308:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298664.976318:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298664.976321:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08a00, rc 0) 00000100:00100000:2.0:1780298664.976354:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610211328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 325us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.976360:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62312 00000100:00100000:0.0:1780298664.977496:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.977546:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211456 00000100:00100000:0.0:1780298664.977549:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.977552:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211456 00000100:00100000:1.0:1780298664.977591:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211584 00000100:00100000:1.0:1780298664.977594:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211584 00000100:00100000:3.0:1780298664.977600:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12485 00000100:00100000:1.0:1780298664.977624:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12486 00000100:00100000:1.0:1780298664.977635:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298664.977645:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.977646:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.977655:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298664.977658:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a35e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a6b expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.977665:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a365 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a64 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.977719:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605407104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.977719:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605406976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.977789:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.977790:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3600d1000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.978758:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605407104:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298664.978766:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605406976:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.978786:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a365 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a64 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.978797:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a35e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a6b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.978825:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a35e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a6b expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.978827:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612d31ca/0xaf35132e6303a365 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a64 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.978847:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00010000:00010000:3.0:1780298664.978849:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:1.0:1780298664.978879:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1247us (1330us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298664.978887:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12486 00000100:00100000:3.0:1780298664.978897:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1288us (1401us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.978905:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12485 00000100:00100000:0.0:1780298664.980056:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298664.980149:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211712 00000100:00100000:3.0:1780298664.980156:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211712 00000100:00100000:3.0:1780298664.980191:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12487 00000100:00100000:3.0:1780298664.980198:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610211712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.980206:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298664.980209:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:3.0:1780298664.980217:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a36c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a72 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.980234:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211840 00000100:00100000:2.0:1780298664.980240:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211840 00000100:00100000:2.0:1780298664.980277:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12488 00000100:00100000:3.0:1780298664.980279:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605407232:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.980289:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.980297:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.980307:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a373 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a79 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.980322:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.980342:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605407360:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.980387:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.981114:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605407232:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.981171:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a36c lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a72 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.981188:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a36c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a72 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.981206:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:2.0:1780298664.981231:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605407360:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.981251:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a373 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a79 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.981265:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a373 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a79 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.981274:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610211712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1072us (1215us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298664.981279:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:3.0:1780298664.981284:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12487 00000100:00100000:2.0:1780298664.981311:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610211840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1026us (1102us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.981319:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12488 00000100:00100000:0.0:1780298664.982787:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.982827:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610211968 00000100:00100000:2.0:1780298664.982832:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610211968 00002000:00100000:2.0:1780298664.982864:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2117632->2121727) req@ffff9cf343966300 x1866777610211968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.982875:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777610211968 ext(2117632->2121727) 00002000:00010000:2.0:1780298664.982880:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:2.0:1780298664.982907:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7511 00000100:00100000:2.0:1780298664.982915:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610211968:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.983062:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610211968:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 148us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.983070:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7511 00002000:00100000:2.0:1780298664.983076:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2117632->2121727) req@ffff9cf343966300 x1866777610211968/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.983084:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966300 with x1866777610211968 ext(2117632->2121727) 00002000:00010000:2.0:1780298664.983088:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966300 00000100:00100000:0.0:1780298664.984425:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.984511:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212096 00000100:00100000:2.0:1780298664.984516:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212096 00002000:00100000:2.0:1780298664.984539:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2162688->2166783) req@ffff9cf343965180 x1866777610212096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/0 e 0 to 0 dl 1780298675 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.984549:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965180 with x1866777610212096 ext(2162688->2166783) 00002000:00010000:2.0:1780298664.984553:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965180 00000100:00100000:2.0:1780298664.984577:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7512 00000100:00100000:2.0:1780298664.984584:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610212096:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298664.984671:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610212096:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298664.984683:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7512 00002000:00100000:2.0:1780298664.984690:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (2162688->2166783) req@ffff9cf343965180 x1866777610212096/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:370/0 lens 488/4536 e 0 to 0 dl 1780298675 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298664.984698:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965180 with x1866777610212096 ext(2162688->2166783) 00002000:00010000:2.0:1780298664.984702:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343965180 00000100:00100000:0.0:1780298664.986040:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.986104:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212224 00000100:00100000:1.0:1780298664.986112:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212224 00000100:00100000:0.0:1780298664.986176:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.986187:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212352 00000100:00100000:1.0:1780298664.986192:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212352 00000100:00100000:2.0:1780298664.986205:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12489 00000100:00100000:2.0:1780298664.986219:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610212224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.986231:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.986237:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12490 00010000:00010000:2.0:1780298664.986248:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a37a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a80 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.986250:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610212352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.986265:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.986277:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a381 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a87 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.986321:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605407616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.986321:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605407488:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.986397:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.986397:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3733936c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.987532:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605407616:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.987532:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605407488:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.987570:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a381 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a87 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.987571:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a37a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a80 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.987605:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a381 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a87 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.987606:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a37a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a80 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.987636:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00010000:00010000:2.0:1780298664.987645:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:3.0:1780298664.987675:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610212352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1429us (1498us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.987676:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610212224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1460us (1635us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.987692:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12490 00000100:00100000:2.0:1780298664.987714:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12489 00000100:00100000:0.0:1780298664.988953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.988983:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.989003:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212480 00000100:00100000:2.0:1780298664.989010:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212480 00000100:00100000:3.0:1780298664.989053:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212608 00000100:00100000:2.0:1780298664.989058:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12491 00000100:00100000:3.0:1780298664.989059:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212608 00000100:00100000:2.0:1780298664.989069:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610212480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.989079:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298664.989091:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12492 00010000:00010000:2.0:1780298664.989092:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a388 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a8e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.989104:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610212608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.989113:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298664.989157:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a38f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a95 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.989171:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605407744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.989193:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605407872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.989225:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3733936c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.989227:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.989921:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605407744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.989943:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a388 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a8e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.989959:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a388 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a8e expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.989970:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:2.0:1780298664.990006:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610212480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1055us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.990013:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12491 00000100:00100000:3.0:1780298664.990099:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605407872:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.990115:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a38f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a95 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.990160:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a38f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a95 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.990169:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:2.0:1780298664.990240:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610212608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1139us (1255us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.990263:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12492 00000100:00100000:1.0:1780298664.991091:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.991156:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212736 00000100:00100000:0.0:1780298664.991161:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212736 00000100:00100000:0.0:1780298664.991192:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12493 00000100:00100000:0.0:1780298664.991200:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610212736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.991209:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.991218:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8a9c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.991237:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.991246:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(22 75) 00010000:00010000:0.0:1780298664.991251:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(23 75) 00010000:00010000:0.0:1780298664.991256:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->897023] (req 856064->897023) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.991277:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.991290:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 9 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.991301:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605408000:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298664.991343:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298664.992011:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605408000:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298664.992031:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->897023] (req 856064->897023) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298664.992043:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:1.0:1780298664.992074:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610212736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 875us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298664.992082:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12493 00000100:00100000:3.0:1780298664.992285:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.992323:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212864 00000100:00100000:2.0:1780298664.992328:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212864 00010000:00010000:2.0:1780298664.992347:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.992377:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15727 00000100:00100000:2.0:1780298664.992387:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610212864:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298664.992397:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298664.992408:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.992421:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.992439:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001baef9fb/0xaf35132e6303a349 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a56 expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.992450:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(23 75) 00010000:00010000:2.0:1780298664.992454:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(23 75) 00010000:00010000:2.0:1780298664.992461:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.992471:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.992506:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.992522:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605408128:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298664.992559:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3733936c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.993380:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605408128:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298664.993392:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298664.993418:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610212864:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1034us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298664.993426:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15727 00000100:00100000:3.0:1780298664.993472:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298664.993594:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610212992 00000100:00100000:1.0:1780298664.993599:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610212992 00000100:00100000:1.0:1780298664.993660:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7513 00000100:00100000:1.0:1780298664.993678:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610212992:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298664.993963:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2829712 -> 2829712 00002000:00010000:1.0:1780298664.993966:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.993968:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.993969:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298664.993971:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:1.0:1780298664.994001:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610212992:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 325us (531us total) trans 4294969500 rc 0/0 00000100:00100000:1.0:1780298664.994008:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7513 00000100:00100000:0.0:1780298664.995063:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.995100:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213120 00000100:00100000:2.0:1780298664.995104:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213120 00000100:00100000:0.0:1780298664.995158:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12494 00000100:00100000:0.0:1780298664.995169:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610213120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298664.995178:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298664.995188:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a39d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8aa3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.995221:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605408256:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298664.995241:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298664.995275:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.995279:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213248 00000100:00100000:2.0:1780298664.995283:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213248 00000100:00100000:2.0:1780298664.995310:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12495 00000100:00100000:2.0:1780298664.995318:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610213248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.995327:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.995336:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a3a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8aaa expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.995366:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605408384:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.995395:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:0.0:1780298664.996168:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343964e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605408256:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.996192:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a39d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8aa3 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298664.996198:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605408384:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298664.996215:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a39d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8aa3 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.996224:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a3a4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8aaa expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298664.996227:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:2.0:1780298664.996249:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a3a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8aaa expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298664.996256:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610213120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1192us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298664.996266:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12494 00010000:00010000:2.0:1780298664.996267:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:2.0:1780298664.996297:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610213248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1057us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.996305:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12495 00000100:00100000:0.0:1780298664.997351:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.997389:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213376 00000100:00100000:0.0:1780298664.997393:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298664.997396:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213376 00000100:00100000:3.0:1780298664.997429:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213504 00000100:00100000:2.0:1780298664.997434:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12496 00000100:00100000:3.0:1780298664.997436:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213504 00000100:00100000:2.0:1780298664.997445:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610213376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298664.997454:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298664.997464:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303a3ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ab1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.997473:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12497 00000100:00100000:3.0:1780298664.997486:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610213504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298664.997495:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298664.997502:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605408512:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298664.997511:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a3b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ab8 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298664.997546:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605408640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.997548:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:3.0:1780298664.997577:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298664.998300:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605408512:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298664.998314:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303a3ab lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ab1 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.998330:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042649f54/0xaf35132e6303a3ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ab1 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298664.998354:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:3.0:1780298664.998392:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605408640:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298664.998400:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610213376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 957us (1048us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298664.998409:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12496 00010000:00010000:3.0:1780298664.998448:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a3b2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ab8 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.998495:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063c74321/0xaf35132e6303a3b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ab8 expref: 13 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298664.998505:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:3.0:1780298664.998534:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610213504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1051us (1142us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298664.998541:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12497 00000100:00100000:0.0:1780298665.000198:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.000242:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213760 00000100:00100000:1.0:1780298665.000247:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213760 00000100:00100000:1.0:1780298665.000287:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62313 00000100:00100000:1.0:1780298665.000296:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+44:30556:x1866777610213760:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298665.000341:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.000360:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08a00/0xaf35132e6303a357 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a5d expref: 44 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.000375:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.000380:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298665.000554:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e6303a3b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.000570:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e6303a3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.000579:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e6303a3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298665.000631:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991307 00000004:00010000:1.0:1780298665.000654:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000696eca71 reply state 000000005c543f75 transno 4294991308 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e6303a3b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.000665:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279c00/0xaf35132e6303a3b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.000672:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.000674:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298665.000677:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298665.000748:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+46:30556:x1866777610213760:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 454us (551us total) trans 4294991308 rc 0/0 00000100:00100000:1.0:1780298665.000755:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62313 00000020:00080000:1.0:1780298665.000760:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298665.001636:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.001675:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610213888 00000100:00100000:0.0:1780298665.001685:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610213888 00000100:00100000:0.0:1780298665.001720:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12498 00000100:00100000:0.0:1780298665.001728:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610213888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.001738:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.001748:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8abf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.001768:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.001777:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298664 v=(29 110) 00010000:00010000:0.0:1780298665.001781:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(30 110) 00010000:00010000:0.0:1780298665.001787:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.001809:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.001822:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 12 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.001835:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605408768:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.001878:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.002512:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242860e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605408768:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.002527:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.002536:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:2.0:1780298665.002563:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610213888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 838us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.002571:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12498 00000100:00100000:0.0:1780298665.002904:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.002945:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214016 00000100:00100000:1.0:1780298665.002949:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214016 00000100:00080000:2.0:1780298665.002988:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1780298665.002992:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2117632->2166783) req@ffff9cf242860a80 x1866777610214016/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.003003:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777610214016 ext(2117632->2166783) 00010000:00010000:1.0:1780298665.003010:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 13 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.003022:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 13 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.003030:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242860a80 00000100:00100000:1.0:1780298665.003058:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 259 00000100:00100000:1.0:1780298665.003067:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610214016:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.004472:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610214016:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1406us (1567us total) trans 4294970048 rc 0/0 00000100:00100000:1.0:1780298665.004480:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 259 00002000:00100000:1.0:1780298665.004488:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2117632->2166783) req@ffff9cf242860a80 x1866777610214016/t4294970048(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.004497:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860a80 with x1866777610214016 ext(2117632->2166783) 00010000:00010000:1.0:1780298665.004503:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.004517:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.004525:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242860a80 00000100:00100000:0.0:1780298665.005269:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.005309:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214144 00000100:00100000:2.0:1780298665.005315:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214144 00010000:00010000:2.0:1780298665.005338:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.005367:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15728 00000100:00100000:2.0:1780298665.005375:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610214144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.005385:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298665.005396:0:6462:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1224 -> 1320 00010000:00010000:2.0:1780298665.005402:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.005422:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.005439:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a342 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a4f expref: 15 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.005452:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(30 110) 00010000:00010000:2.0:1780298665.005456:0:6462:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(30 110) 00010000:00010000:2.0:1780298665.005462:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.005471:0:6462:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.005500:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.005512:0:6462:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605408896:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.005557:0:6462:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.006388:0:6462:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7be300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6462:1866777605408896:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298665.006390:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298665.006404:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.006433:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610214144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1059us (1164us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.006445:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214272 00000100:00100000:1.0:1780298665.006451:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214272 00000100:00100000:2.0:1780298665.006452:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15728 00000100:00100000:1.0:1780298665.006492:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12499 00000100:00100000:1.0:1780298665.006501:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610214272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.006512:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.006522:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ac6 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.006541:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.006573:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298664 v=(23 75) 00010000:00010000:1.0:1780298665.006577:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(24 75) 00010000:00010000:1.0:1780298665.006582:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.006601:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.006612:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.006623:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605409024:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.006661:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.007263:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605409024:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.007278:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007289:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.007317:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610214272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 817us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.007324:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12499 00000100:00100000:3.0:1780298665.007518:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.007560:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214400 00000100:00100000:1.0:1780298665.007564:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214400 00010000:00010000:1.0:1780298665.007585:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.007613:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15729 00000100:00100000:1.0:1780298665.007621:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610214400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.007629:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.007642:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007652:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007665:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024bbcf41/0xaf35132e6303a396 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [856064->34410495] (req 856064->897023) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8a9c expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007675:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(24 75) 00010000:00010000:1.0:1780298665.007678:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(24 75) 00010000:00010000:1.0:1780298665.007683:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007691:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.007709:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 12 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.007730:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605409152:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.007766:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.008592:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605409152:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.008603:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.008637:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610214400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1016us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.008644:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15729 00000100:00100000:3.0:1780298665.008772:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.008802:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.008820:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214528 00000100:00100000:1.0:1780298665.008825:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214528 00002000:00010000:1.0:1780298665.008844:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5586947->18446744073709551615) 00000100:00100000:0.0:1780298665.008847:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214656 00002000:00100000:1.0:1780298665.008848:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777610214528 ext(5586947->18446744073709551615) 00000100:00100000:0.0:1780298665.008854:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214656 00002000:00010000:1.0:1780298665.008857:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491bb80. 00002000:00010000:0.0:1780298665.008872:0:8363:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:0.0:1780298665.008877:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919880 with x1866777610214656 ext(4194304->18446744073709551615) 00000100:00100000:1.0:1780298665.008883:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7514 00002000:00010000:0.0:1780298665.008884:0:8363:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919880. 00000100:00100000:1.0:1780298665.008895:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610214528:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298665.008915:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7515 00000100:00100000:2.0:1780298665.008927:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610214656:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298665.009047:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2829712 -> 4194304 00002000:00010000:2.0:1780298665.009051:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.009053:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.009056:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.009058:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 56 -> 56 00002000:00010000:1.0:1780298665.009087:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 5586947 00000100:00100000:2.0:1780298665.009093:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610214656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 168us (289us total) trans 4294969501 rc 0/0 00002000:00010000:1.0:1780298665.009093:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.009099:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.009105:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00000100:00100000:2.0:1780298665.009109:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7515 00002000:00010000:1.0:1780298665.009110:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1320 -> 1320 00002000:00010000:2.0:1780298665.009116:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298665.009120:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919880 with x1866777610214656 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298665.009165:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919880. 00000100:00100000:1.0:1780298665.009180:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610214528:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 286us (407us total) trans 4294970049 rc 0/0 00000100:00100000:1.0:1780298665.009187:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7514 00002000:00010000:1.0:1780298665.009191:0:19951:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (5586947->18446744073709551615) 00002000:00100000:1.0:1780298665.009199:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777610214528 ext(5586947->18446744073709551615) 00002000:00010000:1.0:1780298665.009205:0:19951:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491bb80. 00000100:00100000:0.0:1780298665.010476:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.010512:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214784 00000100:00100000:2.0:1780298665.010518:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214784 00002000:00100000:2.0:1780298665.010551:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5582848->5586943) req@ffff9cf242861f80 x1866777610214784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.010560:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777610214784 ext(5582848->5586943) 00002000:00010000:2.0:1780298665.010564:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:2.0:1780298665.010594:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7516 00000100:00100000:2.0:1780298665.010603:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610214784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.010718:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610214784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 116us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.010732:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7516 00002000:00100000:2.0:1780298665.010740:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (5582848->5586943) req@ffff9cf242861f80 x1866777610214784/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.010749:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861f80 with x1866777610214784 ext(5582848->5586943) 00002000:00010000:2.0:1780298665.010753:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861f80 00000100:00100000:0.0:1780298665.011955:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.011991:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610214912 00000100:00100000:1.0:1780298665.011996:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610214912 00002000:00100000:1.0:1780298665.012019:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5591039) req@ffff9cf242861c00 x1866777610214912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.012027:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861c00 with x1866777610214912 ext(5586944->5591039) 00002000:00010000:1.0:1780298665.012030:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861c00 00000100:00100000:1.0:1780298665.012051:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7517 00000100:00100000:1.0:1780298665.012060:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610214912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.012166:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610214912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 107us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.012173:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7517 00002000:00100000:1.0:1780298665.012181:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (5586944->5591039) req@ffff9cf242861c00 x1866777610214912/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.012190:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861c00 with x1866777610214912 ext(5586944->5591039) 00002000:00010000:1.0:1780298665.012193:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861c00 00000100:00100000:3.0:1780298665.013423:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.013459:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215040 00000100:00100000:1.0:1780298665.013464:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215040 00002000:00100000:1.0:1780298665.013485:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5582848->5586946) req@ffff9cf254919f80 x1866777610215040/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 4592/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.013494:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777610215040 ext(5582848->5586946) 00002000:00010000:1.0:1780298665.013498:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919f80 00000100:00100000:1.0:1780298665.013518:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7518 00000100:00100000:1.0:1780298665.013526:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610215040:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.013947:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610215040:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 421us (524us total) trans 4294970050 rc 0/0 00000100:00100000:1.0:1780298665.013954:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7518 00002000:00100000:1.0:1780298665.013961:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (5582848->5586946) req@ffff9cf254919f80 x1866777610215040/t4294970050(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 4592/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.013970:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777610215040 ext(5582848->5586946) 00002000:00010000:1.0:1780298665.013974:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254919f80 00000100:00100000:0.0:1780298665.014792:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.014836:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215168 00000100:00100000:1.0:1780298665.014841:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215168 00000100:00100000:1.0:1780298665.014877:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12500 00000100:00100000:1.0:1780298665.014885:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610215168:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298665.015756:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970050 is committed 00000001:00080000:0.0:1780298665.015767:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970048 is committed 00000100:00100000:1.0:1780298665.015853:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610215168:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 968us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.015866:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12500 00000100:00100000:0.0:1780298665.016809:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.016858:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215296 00000100:00100000:1.0:1780298665.016864:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215296 00000100:00100000:1.0:1780298665.016906:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62314 00000100:00100000:1.0:1780298665.016916:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+46:30556:x1866777610215296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.016934:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.016956:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a3ce lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8acd expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017050:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017067:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017089:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298665.017118:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 9781251 00000004:00200000:1.0:1780298665.017153:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298665.017175:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017203:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a3ce lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8acd expref: 48 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017222:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8acd expref: 47 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.017230:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.017233:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298665.017236:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298665.017269:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:30556:x1866777610215296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 356us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.017275:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62314 00000100:00100000:1.0:1780298665.019185:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.019224:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215424 00000100:00100000:3.0:1780298665.019230:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215424 00002000:00100000:3.0:1780298665.019259:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3063808->3067903) req@ffff9cf243844e00 x1866777610215424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.019267:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777610215424 ext(3063808->3067903) 00002000:00010000:3.0:1780298665.019270:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:3.0:1780298665.019295:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7519 00000100:00100000:3.0:1780298665.019301:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610215424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298665.019424:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610215424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 122us (241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298665.019435:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7519 00002000:00100000:3.0:1780298665.019442:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (3063808->3067903) req@ffff9cf243844e00 x1866777610215424/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.019450:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844e00 with x1866777610215424 ext(3063808->3067903) 00002000:00010000:3.0:1780298665.019454:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243844e00 00000100:00100000:0.0:1780298665.020682:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.020721:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215552 00000100:00100000:1.0:1780298665.020726:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215552 00002000:00100000:1.0:1780298665.020750:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3067904->3071999) req@ffff9cf242861880 x1866777610215552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.020759:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777610215552 ext(3067904->3071999) 00002000:00010000:1.0:1780298665.020763:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:1.0:1780298665.020791:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7520 00000100:00100000:1.0:1780298665.020799:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610215552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.020880:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610215552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 83us (199us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.020885:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7520 00002000:00100000:1.0:1780298665.020890:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3067904->3071999) req@ffff9cf242861880 x1866777610215552/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.020896:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861880 with x1866777610215552 ext(3067904->3071999) 00002000:00010000:1.0:1780298665.020899:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242861880 00000100:00100000:0.0:1780298665.022613:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.022671:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215680 00000100:00100000:2.0:1780298665.022677:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215680 00002000:00100000:2.0:1780298665.022707:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (3043328->3108863) req@ffff9cf242863480 x1866777610215680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.022716:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777610215680 ext(3043328->3108863) 00002000:00010000:2.0:1780298665.022719:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:2.0:1780298665.022745:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7521 00000100:00100000:2.0:1780298665.022754:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610215680:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.023919:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610215680:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1166us (1308us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1780298665.023927:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7521 00002000:00100000:2.0:1780298665.023932:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (3043328->3108863) req@ffff9cf242863480 x1866777610215680/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.023939:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863480 with x1866777610215680 ext(3043328->3108863) 00002000:00010000:2.0:1780298665.023942:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863480 00000100:00100000:3.0:1780298665.026672:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.026729:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215808 00000100:00100000:1.0:1780298665.026737:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215808 00002000:00100000:1.0:1780298665.026769:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3063808->3104767) req@ffff9cf25491aa00 x1866777610215808/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.026777:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777610215808 ext(3063808->3104767) 00002000:00010000:1.0:1780298665.026780:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:1.0:1780298665.026804:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7522 00000100:00100000:1.0:1780298665.026811:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610215808:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.028686:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610215808:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1869us (2010us total) trans 4294969502 rc 0/0 00000100:00100000:1.0:1780298665.028699:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7522 00002000:00100000:1.0:1780298665.028709:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (3063808->3104767) req@ffff9cf25491aa00 x1866777610215808/t4294969502(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.028720:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491aa00 with x1866777610215808 ext(3063808->3104767) 00002000:00010000:1.0:1780298665.028740:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf25491aa00 00000100:00100000:0.0:1780298665.029856:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.029913:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610215936 00000100:00100000:3.0:1780298665.029921:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610215936 00000100:00100000:3.0:1780298665.029969:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12501 00000100:00100000:3.0:1780298665.029979:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610215936:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298665.030990:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969502 is committed 00000001:00080000:1.0:1780298665.031004:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969499 is committed 00000100:00100000:3.0:1780298665.031121:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610215936:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1142us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.031166:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12501 00000100:00100000:2.0:1780298665.032968:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.033024:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216192 00000100:00100000:3.0:1780298665.033031:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216192 00000100:00100000:3.0:1780298665.033084:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62315 00000100:00100000:3.0:1780298665.033094:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+47:30556:x1866777610216192:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:3.0:1780298665.033174:0:9976:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298665.033201:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a3d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8acd expref: 47 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.033235:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298665.033240:0:9976:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298665.033452:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e6303a3dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.033485:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e6303a3dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.033494:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e6303a3dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1780298665.033532:0:9976:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991309 00000004:00010000:2.0:1780298665.033548:0:9976:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e24d4810 reply state 00000000e74a3756 transno 4294991310 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e6303a3dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.033557:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09400/0xaf35132e6303a3dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.033561:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.033563:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298665.033565:0:9976:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298665.033641:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:30556:x1866777610216192:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 544us (671us total) trans 4294991310 rc 0/0 00000100:00100000:2.0:1780298665.033648:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62315 00000020:00080000:2.0:1780298665.033653:0:9976:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1780298665.034793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.034819:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.034841:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216320 00000100:00100000:1.0:1780298665.034846:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216320 00002000:00010000:1.0:1780298665.034865:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298665.034868:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777610216320 ext(4194304->18446744073709551615) 00000100:00100000:2.0:1780298665.034876:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216448 00002000:00010000:1.0:1780298665.034878:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180. 00000100:00100000:2.0:1780298665.034881:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216448 00002000:00010000:2.0:1780298665.034900:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1785337->18446744073709551615) 00000100:00100000:1.0:1780298665.034904:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7523 00002000:00100000:2.0:1780298665.034906:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777610216448 ext(1785337->18446744073709551615) 00002000:00010000:2.0:1780298665.034914:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860000. 00000100:00100000:1.0:1780298665.034919:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610216320:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:2.0:1780298665.034938:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7524 00000100:00100000:2.0:1780298665.034946:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610216448:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298665.035154:0:16972:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5586947 -> 4194304 00002000:00010000:1.0:1780298665.035157:0:16972:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.035159:0:16972:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.035161:0:16972:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.035162:0:16972:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1320 -> 1320 00002000:00010000:2.0:1780298665.035172:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 4194304 -> 1785337 00002000:00010000:2.0:1780298665.035179:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.035181:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.035182:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.035184:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 56 -> 32 00000100:00100000:1.0:1780298665.035193:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242861180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610216320:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 280us (402us total) trans 4294970051 rc 0/0 00000100:00100000:1.0:1780298665.035198:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7523 00002000:00010000:1.0:1780298665.035201:0:16972:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298665.035203:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242861180 with x1866777610216320 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298665.035207:0:16972:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242861180. 00000100:00100000:2.0:1780298665.035209:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610216448:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 263us (387us total) trans 4294969503 rc 0/0 00000100:00100000:2.0:1780298665.035218:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7524 00002000:00010000:2.0:1780298665.035222:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (1785337->18446744073709551615) 00002000:00100000:2.0:1780298665.035225:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860000 with x1866777610216448 ext(1785337->18446744073709551615) 00002000:00010000:2.0:1780298665.035231:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860000. 00000100:00100000:0.0:1780298665.036316:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.036352:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216576 00000100:00100000:2.0:1780298665.036358:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216576 00000100:00100000:2.0:1780298665.036391:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62316 00000100:00100000:2.0:1780298665.036400:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:30556:x1866777610216576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.036414:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.036426:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e6303a3e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ad4 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036476:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036485:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036492:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298665.036508:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5979641 00000004:00200000:2.0:1780298665.036519:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298665.036538:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036560:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09e00/0xaf35132e6303a3e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 51 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036576:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 50 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.036584:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.036587:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298665.036590:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09800, rc 0) 00000100:00100000:2.0:1780298665.036623:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777610216576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 224us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.036628:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62316 00000100:00100000:0.0:1780298665.038308:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.038344:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216704 00000100:00100000:1.0:1780298665.038349:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216704 00000100:00100000:1.0:1780298665.038385:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7525 00000100:00100000:1.0:1780298665.038390:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610216704:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298665.038528:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1780298665.038536:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.038538:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.038539:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.038540:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1320 -> 1360 00000100:00100000:1.0:1780298665.038568:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610216704:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 178us (265us total) trans 4294970052 rc 0/0 00000100:00100000:1.0:1780298665.038574:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7525 00000100:00100000:0.0:1780298665.040116:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.040185:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216832 00000100:00100000:2.0:1780298665.040191:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216832 00002000:00100000:2.0:1780298665.040231:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (229376->233471) req@ffff9cf242860e00 x1866777610216832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.040242:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777610216832 ext(229376->233471) 00002000:00010000:2.0:1780298665.040248:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:2.0:1780298665.040270:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7526 00000100:00100000:2.0:1780298665.040279:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610216832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.040612:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610216832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 334us (500us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.040617:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7526 00002000:00100000:2.0:1780298665.040629:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (229376->233471) req@ffff9cf242860e00 x1866777610216832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.040635:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860e00 with x1866777610216832 ext(229376->233471) 00002000:00010000:2.0:1780298665.040638:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242860e00 00000100:00100000:0.0:1780298665.041653:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.041693:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610216960 00000100:00100000:1.0:1780298665.041698:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610216960 00002000:00100000:1.0:1780298665.041731:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (233472->237567) req@ffff9cf24339fb80 x1866777610216960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.041740:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339fb80 with x1866777610216960 ext(233472->237567) 00002000:00010000:1.0:1780298665.041744:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339fb80 00000100:00100000:1.0:1780298665.041767:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7527 00000100:00100000:1.0:1780298665.041777:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610216960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.042024:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24339fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610216960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 249us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.042032:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7527 00002000:00100000:1.0:1780298665.042039:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (233472->237567) req@ffff9cf24339fb80 x1866777610216960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.042047:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24339fb80 with x1866777610216960 ext(233472->237567) 00002000:00010000:1.0:1780298665.042050:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24339fb80 00000100:00100000:0.0:1780298665.043191:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.043227:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217088 00000100:00100000:1.0:1780298665.043233:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217088 00002000:00100000:1.0:1780298665.043257:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (208896->274431) req@ffff9cf244ad9880 x1866777610217088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.043273:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777610217088 ext(208896->274431) 00002000:00010000:1.0:1780298665.043277:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:1.0:1780298665.043303:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7528 00000100:00100000:1.0:1780298665.043312:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610217088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.044457:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610217088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1144us (1263us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298665.044466:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7528 00002000:00100000:1.0:1780298665.044476:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (208896->274431) req@ffff9cf244ad9880 x1866777610217088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.044486:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9880 with x1866777610217088 ext(208896->274431) 00002000:00010000:1.0:1780298665.044490:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244ad9880 00000100:00100000:0.0:1780298665.046365:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.046409:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217216 00000100:00100000:2.0:1780298665.046417:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217216 00002000:00100000:2.0:1780298665.046449:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1482751) req@ffff9cf244ad9500 x1866777610217216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.046459:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777610217216 ext(1478656->1482751) 00002000:00010000:2.0:1780298665.046464:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad9500 00000100:00100000:2.0:1780298665.046487:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7529 00000100:00100000:2.0:1780298665.046496:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610217216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.046623:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610217216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 128us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.046632:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7529 00002000:00100000:2.0:1780298665.046639:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1482751) req@ffff9cf244ad9500 x1866777610217216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.046648:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244ad9500 with x1866777610217216 ext(1478656->1482751) 00002000:00010000:2.0:1780298665.046652:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244ad9500 00000100:00100000:0.0:1780298665.047944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.047996:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217344 00000100:00100000:1.0:1780298665.048002:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217344 00002000:00100000:1.0:1780298665.048038:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1523712->1527807) req@ffff9cf244adb800 x1866777610217344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.048047:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb800 with x1866777610217344 ext(1523712->1527807) 00002000:00010000:1.0:1780298665.048050:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb800 00000100:00100000:1.0:1780298665.048071:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7530 00000100:00100000:1.0:1780298665.048080:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610217344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.048209:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610217344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 131us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.048216:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7530 00002000:00100000:1.0:1780298665.048250:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1523712->1527807) req@ffff9cf244adb800 x1866777610217344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.048259:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244adb800 with x1866777610217344 ext(1523712->1527807) 00002000:00010000:1.0:1780298665.048262:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf244adb800 00000100:00100000:3.0:1780298665.050221:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.050265:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217472 00000100:00100000:2.0:1780298665.050278:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217472 00000100:00100000:2.0:1780298665.050318:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12502 00000100:00100000:2.0:1780298665.050330:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610217472:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.050345:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.050375:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8adb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.050402:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.050409:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(24 75) 00010000:00010000:2.0:1780298665.050412:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(25 75) 00010000:00010000:2.0:1780298665.050415:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->1617919] (req 1585152->1617919) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.050442:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.050453:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.050463:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605409280:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.050542:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf373393d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.051502:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605409280:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.051525:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->1617919] (req 1585152->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 9 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.051543:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09a00, rc 0) 00000100:00100000:2.0:1780298665.051575:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610217472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1249us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.051603:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12502 00000100:00100000:3.0:1780298665.051774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.051811:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217600 00000100:00100000:2.0:1780298665.051816:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217600 00002000:00100000:2.0:1780298665.051843:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1527807) req@ffff9cf254918700 x1866777610217600/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.051852:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777610217600 ext(1478656->1527807) 00010000:00010000:2.0:1780298665.051865:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 12 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.051882:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 12 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298665.051890:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf254918700 00000100:00100000:2.0:1780298665.051911:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 260 00000100:00100000:2.0:1780298665.051919:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610217600:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298665.053401:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610217600:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1479us (1624us total) trans 4294969504 rc 0/0 00000100:00100000:2.0:1780298665.053412:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 260 00002000:00100000:2.0:1780298665.053420:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1478656->1527807) req@ffff9cf254918700 x1866777610217600/t4294969504(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.053431:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918700 with x1866777610217600 ext(1478656->1527807) 00010000:00010000:2.0:1780298665.053439:0:19949:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.053466:0:19949:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298665.053475:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf254918700 00000100:00100000:3.0:1780298665.054399:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.054436:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217728 00000100:00100000:1.0:1780298665.054442:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217728 00010000:00010000:1.0:1780298665.054467:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.054495:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15730 00000100:00100000:1.0:1780298665.054503:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610217728:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.054515:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298665.054526:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 32 -> 128 00010000:00010000:1.0:1780298665.054532:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.054544:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.054565:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a3c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ac6 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.054580:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(25 75) 00010000:00010000:1.0:1780298665.054584:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(25 75) 00010000:00010000:1.0:1780298665.054592:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.054608:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.054639:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 8 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.054651:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605409408:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.054708:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.055529:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605409408:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.055545:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.055569:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610217728:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1068us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.055577:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15730 00000100:00100000:3.0:1780298665.055725:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.055788:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217856 00000100:00100000:1.0:1780298665.055793:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217856 00000100:00100000:1.0:1780298665.055825:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7531 00000100:00100000:1.0:1780298665.055831:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610217856:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298665.056023:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1785337 -> 1785337 00002000:00010000:1.0:1780298665.056026:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.056029:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.056031:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.056033:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 128 -> 192 00000100:00100000:1.0:1780298665.056067:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610217856:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 236us (343us total) trans 4294969505 rc 0/0 00000100:00100000:1.0:1780298665.056079:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7531 00000100:00100000:0.0:1780298665.057384:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.057435:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610217984 00000100:00100000:1.0:1780298665.057442:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610217984 00000100:00100000:1.0:1780298665.057475:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12503 00000100:00100000:1.0:1780298665.057481:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610217984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.057491:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.057504:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a3f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ae2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.057549:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605409536:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.057603:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.058372:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605409536:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.058393:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a3f8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ae2 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.058412:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a3f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ae2 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.058425:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.058463:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610217984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1084us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.058471:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12503 00000100:00100000:2.0:1780298665.059245:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777605409664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780298665.059293:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298665.059345:0:7406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605409664 00000100:00100000:0.0:1780298665.059351:0:7406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605409664 00000100:00100000:0.0:1780298665.059388:0:7406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1780298665.059395:0:7406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777605409664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1780298665.059424:0:7406:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446252544 avail 1300013056 00000100:00100000:0.0:1780298665.059461:0:7406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3624:x1866777605409664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.059466:0:7406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1780298665.059499:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3624:1866777605409664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1780298665.059515:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.059551:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218112 00000100:00100000:0.0:1780298665.059554:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218112 00000100:00100000:0.0:1780298665.059574:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12504 00000100:00100000:0.0:1780298665.059587:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610218112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.059595:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.059604:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a3ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ae9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.059627:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605409792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.059659:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.060376:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605409792:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.060401:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a3ff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ae9 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.060417:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a3ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ae9 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.060428:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:1.0:1780298665.060458:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610218112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.060466:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12504 00000100:00100000:1.0:1780298665.063642:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.063699:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218240 00000100:00100000:0.0:1780298665.063709:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218240 00000100:00100000:0.0:1780298665.063758:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62317 00000100:00100000:0.0:1780298665.063769:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+57:30556:x1866777610218240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.063790:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.063810:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6303a406 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8af0 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.063900:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.063916:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.063942:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1780298665.063968:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 5979641 00000004:00200000:0.0:1780298665.063973:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1780298665.063990:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.064013:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2c00/0xaf35132e6303a406 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8af0 expref: 59 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.064029:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8af0 expref: 58 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.064038:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298665.064041:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1780298665.064045:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298665.064095:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:30556:x1866777610218240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 329us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.064102:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62317 00000100:00100000:2.0:1780298665.065298:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.065338:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218368 00000100:00100000:0.0:1780298665.065342:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218368 00000100:00100000:0.0:1780298665.065371:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12505 00000100:00100000:0.0:1780298665.065380:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610218368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.065390:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.065396:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:0.0:1780298665.065402:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6303a414 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8af7 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.065439:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218496 00000100:00100000:2.0:1780298665.065443:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218496 00000100:00100000:2.0:1780298665.065471:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12506 00000100:00100000:0.0:1780298665.065476:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605409920:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.065479:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e580450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610218496:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.065488:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.065497:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e6303a41b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8afe expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.065523:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605410048:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.065540:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.065564:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c240 going to sleep for 11 seconds 00002000:00010000:0.0:1780298665.066528:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 4194304 -> 5129015 00000100:00100000:0.0:1780298665.066546:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244adbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605409920:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.066562:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605410048:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.066570:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6303a414 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8af7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.066584:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d828f4f8/0xaf35132e6303a414 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8af7 expref: 9 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.066594:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e6303a41b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8afe expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.066597:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00010000:00010000:3.0:1780298665.066614:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000debe9bb3/0xaf35132e6303a41b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8afe expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.066624:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:0.0:1780298665.066631:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610218368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1251us (1334us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.066639:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12505 00000100:00100000:3.0:1780298665.066652:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e580450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610218496:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1174us (1257us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.066658:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12506 00000100:00100000:3.0:1780298665.068053:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.068095:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.068155:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218624 00000100:00100000:1.0:1780298665.068162:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218624 00000100:00100000:2.0:1780298665.068171:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218752 00000100:00100000:2.0:1780298665.068178:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218752 00000100:00100000:1.0:1780298665.068211:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12507 00000100:00100000:1.0:1780298665.068221:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610218624:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.068230:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12508 00010000:00010000:1.0:1780298665.068234:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298665.068245:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610218752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.068249:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a422 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b05 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.068254:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.068265:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a429 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b0c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.068290:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605410176:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.068320:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605410304:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.068346:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.068354:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.069014:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.069075:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610218880 00000100:00100000:0.0:1780298665.069080:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610218880 00002000:00100000:0.0:1780298665.069104:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x10:0x0] (0->77981) req@ffff9cf243845880 x1866777610218880/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.069111:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845880 with x1866777610218880 ext(0->77981) 00002000:00010000:0.0:1780298665.069115:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845880 00000100:00100000:0.0:1780298665.069172:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7532 00000100:00100000:0.0:1780298665.069180:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610218880:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.069440:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605410176:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.069478:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a422 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b05 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.069518:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc17034/0xaf35132e6303a422 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b05 expref: 9 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.069535:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278a00, rc 0) 00000100:00100000:2.0:1780298665.069550:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605410304:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.069578:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a429 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b0c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.069591:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610218624:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1370us (1543us total) trans 0 rc 301/301 00010000:00010000:2.0:1780298665.069598:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a429 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b0c expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.069606:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12507 00010000:00010000:2.0:1780298665.069625:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00000100:00100000:2.0:1780298665.069658:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610218752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1419us (1562us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.069665:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12508 00000100:00100000:0.0:1780298665.071607:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.071617:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610218880:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 2432us (2599us total) trans 4294969506 rc 0/0 00000100:00100000:1.0:1780298665.071631:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7532 00002000:00100000:1.0:1780298665.071642:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x10:0x0] (0->77981) req@ffff9cf243845880 x1866777610218880/t4294969506(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.071653:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845880 with x1866777610218880 ext(0->77981) 00002000:00010000:1.0:1780298665.071659:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845880 00000100:00100000:3.0:1780298665.071681:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219008 00000100:00100000:3.0:1780298665.071689:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219008 00000100:00100000:3.0:1780298665.071733:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12509 00000100:00100000:3.0:1780298665.071743:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610219008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.071756:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.071777:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a430 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b13 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.071827:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605410432:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.071886:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.072790:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605410432:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.072813:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a430 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b13 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.072831:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a430 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b13 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.072842:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:3.0:1780298665.072874:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610219008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1133us (1271us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.072881:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12509 00000100:00100000:2.0:1780298665.073882:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.073903:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219136 00000100:00100000:3.0:1780298665.073908:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219136 00000100:00100000:3.0:1780298665.073935:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12510 00000100:00100000:3.0:1780298665.073943:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610219136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.073954:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.073964:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a437 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b1a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.073996:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605410560:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.074049:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.074808:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605410560:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.074825:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a437 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b1a expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.074840:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a437 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b1a expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.074851:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:3.0:1780298665.074880:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610219136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 938us (1000us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.074888:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12510 00000100:00100000:0.0:1780298665.075889:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.075917:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219264 00000100:00100000:3.0:1780298665.075924:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219264 00000100:00100000:3.0:1780298665.075963:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12511 00000100:00100000:3.0:1780298665.075972:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610219264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.075982:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.075994:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b21 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.076018:0:19992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.076028:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(30 110) 00010000:00010000:3.0:1780298665.076033:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:3.0:1780298665.076046:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2564096->2633727] (req 2564096->2633727) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.076071:0:19992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.076086:0:19992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.076099:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605410688:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298665.076222:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b579c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.076851:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2548b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605410688:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298665.076864:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2564096->2633727] (req 2564096->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 9 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.076873:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:3.0:1780298665.076898:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610219264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 929us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.076903:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12511 00000100:00100000:2.0:1780298665.077078:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.077107:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219392 00000100:00100000:3.0:1780298665.077112:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219392 00002000:00100000:3.0:1780298665.077175:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5095424->5129014) req@ffff9cf37f7be680 x1866777610219392/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.077185:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777610219392 ext(5095424->5129014) 00010000:00010000:3.0:1780298665.077193:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.077212:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298665.077220:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f7be680 00000100:00100000:3.0:1780298665.077241:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 261 00000100:00100000:3.0:1780298665.077250:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610219392:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:0.0:1780298665.078563:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610219392:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1311us (1482us total) trans 4294970053 rc 0/0 00000100:00100000:0.0:1780298665.078573:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 261 00002000:00100000:0.0:1780298665.078587:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (5095424->5129014) req@ffff9cf37f7be680 x1866777610219392/t4294970053(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.078597:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7be680 with x1866777610219392 ext(5095424->5129014) 00010000:00010000:0.0:1780298665.078604:0:8362:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.078618:0:8362:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1780298665.078626:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf37f7be680 00000100:00100000:3.0:1780298665.079454:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.079499:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219520 00000100:00100000:1.0:1780298665.079505:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219520 00010000:00010000:1.0:1780298665.079529:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.079558:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15731 00000100:00100000:1.0:1780298665.079567:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610219520:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.079579:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298665.079589:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1432 00010000:00010000:1.0:1780298665.079603:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.079614:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.079637:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a3c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8abf expref: 15 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.079649:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:1.0:1780298665.079653:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:1.0:1780298665.079660:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.079671:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.079698:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 8 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.079709:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605410816:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.079753:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.080537:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605410816:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298665.080562:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1780298665.080592:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610219520:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1026us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.080600:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15731 00000100:00100000:2.0:1780298665.080993:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.081044:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219648 00000100:00100000:1.0:1780298665.081049:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219648 00002000:00100000:1.0:1780298665.081074:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2564096->2633727) req@ffff9cf37f7bc700 x1866777610219648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.081095:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc700 with x1866777610219648 ext(2564096->2633727) 00002000:00010000:1.0:1780298665.081099:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc700 00000100:00100000:1.0:1780298665.081117:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7533 00000100:00100000:1.0:1780298665.081153:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610219648:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.082273:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610219648:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1147us (1279us total) trans 0 rc 69632/69632 00000100:00100000:1.0:1780298665.082281:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7533 00002000:00100000:1.0:1780298665.082289:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2564096->2633727) req@ffff9cf37f7bc700 x1866777610219648/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 69632/69632 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.082299:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc700 with x1866777610219648 ext(2564096->2633727) 00002000:00010000:1.0:1780298665.082304:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc700 00000100:00100000:3.0:1780298665.083439:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.083504:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219776 00000100:00100000:2.0:1780298665.083510:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219776 00000100:00100000:2.0:1780298665.083548:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12512 00000100:00100000:2.0:1780298665.083556:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610219776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.083569:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.083585:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a445 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b28 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.083646:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605410944:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.083703:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.084481:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605410944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.084506:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a445 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b28 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.084524:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a445 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b28 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.084535:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:2.0:1780298665.084565:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610219776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1011us (1130us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.084572:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12512 00000100:00100000:3.0:1780298665.085469:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.085507:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610219904 00000100:00100000:2.0:1780298665.085512:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610219904 00000100:00100000:2.0:1780298665.085542:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12513 00000100:00100000:2.0:1780298665.085550:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610219904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.085559:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.085568:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a44c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b2f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.085594:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605411072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.085632:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.086255:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605411072:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.086272:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a44c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b2f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.086286:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a44c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b2f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.086295:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.086327:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610219904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 778us (860us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.086334:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12513 00000100:00100000:0.0:1780298665.087287:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.087344:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220032 00000100:00100000:3.0:1780298665.087349:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220032 00000100:00100000:3.0:1780298665.087383:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12514 00000100:00100000:3.0:1780298665.087390:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610220032:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.087399:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.087409:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a453 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b36 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.087439:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605411200:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.087489:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57d80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.088091:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605411200:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.088109:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a453 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b36 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.088121:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a453 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b36 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.088162:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:2.0:1780298665.088190:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610220032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (904us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.088196:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12514 00000100:00100000:0.0:1780298665.088953:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.088989:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220160 00000100:00100000:2.0:1780298665.088994:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220160 00000100:00100000:2.0:1780298665.089030:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7534 00000100:00100000:2.0:1780298665.089062:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610220160:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298665.089313:0:19949:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 1785337 -> 2290289 00002000:00010000:2.0:1780298665.089317:0:19949:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.089320:0:19949:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.089322:0:19949:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.089324:0:19949:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 192 -> 336 00000100:00100000:2.0:1780298665.089351:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610220160:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 308us (398us total) trans 4294969507 rc 0/0 00000100:00100000:2.0:1780298665.089357:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7534 00000100:00100000:0.0:1780298665.090187:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.090218:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220288 00000100:00100000:3.0:1780298665.090223:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220288 00000100:00100000:0.0:1780298665.090241:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.090270:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220416 00000100:00100000:3.0:1780298665.090273:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220416 00000100:00100000:2.0:1780298665.090282:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12515 00000100:00100000:2.0:1780298665.090304:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610220288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.090312:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.090325:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b3d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.090343:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12516 00010000:00010000:2.0:1780298665.090343:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:2.0:1780298665.090349:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00000100:00100000:3.0:1780298665.090354:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610220416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.090360:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.090363:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.090373:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a461 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b44 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.090379:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.090396:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:3.0:1780298665.090417:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605411328:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.090433:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610220288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 141us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.090445:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12515 00000100:00100000:3.0:1780298665.090467:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.091102:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605411328:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.091163:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a461 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b44 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.091180:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a461 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b44 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.091190:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:1.0:1780298665.091220:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610220416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 870us (981us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.091228:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12516 00000100:00100000:0.0:1780298665.092015:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.092056:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220544 00000100:00100000:2.0:1780298665.092060:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220544 00000100:00100000:2.0:1780298665.092085:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12517 00000100:00100000:2.0:1780298665.092097:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610220544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.092106:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.092114:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a468 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b4b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.092168:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605411456:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.092211:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.092873:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605411456:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.092888:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a468 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b4b expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.092905:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a468 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b4b expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.092915:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.092942:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610220544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 850us (927us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.092948:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12517 00000100:00100000:3.0:1780298665.093989:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.094023:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220672 00000100:00100000:2.0:1780298665.094028:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220672 00000100:00100000:2.0:1780298665.094059:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12518 00000100:00100000:2.0:1780298665.094083:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610220672:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.094092:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.094099:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a46f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b52 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.094164:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605411584:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.094208:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.094858:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605411584:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.094872:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a46f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b52 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.094885:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a46f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b52 expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.094893:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298665.094919:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610220672:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (931us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.094924:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12518 00000100:00100000:0.0:1780298665.095779:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.095817:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220800 00000100:00100000:3.0:1780298665.095822:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220800 00000100:00100000:3.0:1780298665.095853:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12519 00000100:00100000:3.0:1780298665.095859:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610220800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.095869:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.095878:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b59 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.095895:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.095905:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.095923:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:3.0:1780298665.095926:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:3.0:1780298665.095931:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5701632->5742591] (req 5701632->5742591) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.095951:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 14 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.095963:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 14 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.095973:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605411712:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298665.096021:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.096031:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.096040:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605411840:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298665.096063:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.096676:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37bbc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605411712:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.096988:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.097018:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605411840:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.097039:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610220928 00010000:00010000:3.0:1780298665.097043:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5701632->5742591] (req 5701632->5742591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.097045:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610220928 00010000:00010000:3.0:1780298665.097069:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00010000:00010000:2.0:1780298665.097072:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.097109:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15732 00000100:00100000:2.0:1780298665.097118:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610220928:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.097173:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1780298665.097176:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298665.097190:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.097195:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610220800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1332us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.097204:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221056 00000100:00100000:1.0:1780298665.097209:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221056 00000100:00100000:3.0:1780298665.097213:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12519 00010000:00010000:2.0:1780298665.097214:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097228:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.097236:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a45a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b3d expref: 15 pid: 20252 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.097249:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.097266:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15733 00000100:00100000:1.0:1780298665.097277:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610221056:12345-192.168.203.25@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1780298665.097285:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610220928:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 168us (297us total) trans 0 rc 0/0 00010000:00010000:1.0:1780298665.097287:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1780298665.097295:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15732 00010000:00010000:1.0:1780298665.097302:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097313:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097325:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a43e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 2564096->2633727) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b21 expref: 10 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097334:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:1.0:1780298665.097337:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:1.0:1780298665.097342:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097349:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.097367:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 9 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.097384:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605411968:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.097425:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.098034:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605411968:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.098053:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.098079:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610221056:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 805us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.098088:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15733 00000100:00100000:0.0:1780298665.098607:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.098637:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221184 00000100:00100000:1.0:1780298665.098640:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221184 00000100:00100000:1.0:1780298665.098668:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7535 00000100:00100000:1.0:1780298665.098673:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610221184:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298665.098794:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5129015 -> 5129015 00002000:00010000:1.0:1780298665.098797:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.098799:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.098800:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.098802:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1512 00000100:00100000:1.0:1780298665.098823:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610221184:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 151us (218us total) trans 4294970054 rc 0/0 00000100:00100000:1.0:1780298665.098827:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7535 00000100:00100000:3.0:1780298665.099818:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.099841:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.099859:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221312 00000100:00100000:1.0:1780298665.099863:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221312 00000100:00100000:2.0:1780298665.099873:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221440 00000100:00100000:2.0:1780298665.099878:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221440 00000100:00100000:1.0:1780298665.099896:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12520 00000100:00100000:1.0:1780298665.099902:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610221312:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.099914:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12521 00010000:00010000:1.0:1780298665.099916:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298665.099925:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610221440:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.099934:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.099934:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a47d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b60 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.099945:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a484 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b67 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.099972:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605412096:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.099977:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605412224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.100021:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.100025:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.100814:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605412224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.100814:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605412096:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.100842:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a484 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b67 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.100842:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a47d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b60 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.100864:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a484 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b67 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.100871:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a47d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b60 expref: 15 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.100874:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00010000:00010000:1.0:1780298665.100889:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:2.0:1780298665.100903:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610221440:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1062us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.100909:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12521 00000100:00100000:1.0:1780298665.100915:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610221312:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1098us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.100923:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12520 00000100:00100000:0.0:1780298665.101893:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.101919:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.101926:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221568 00000100:00100000:2.0:1780298665.101930:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221568 00000100:00100000:2.0:1780298665.101954:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221696 00000100:00100000:2.0:1780298665.101957:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221696 00000100:00100000:3.0:1780298665.101973:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12522 00000100:00100000:3.0:1780298665.101985:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610221568:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.101986:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12523 00010000:00010000:3.0:1780298665.101999:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1780298665.101999:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610221696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.102010:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e6303a48b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b6e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.102010:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.102035:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a492 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b75 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.102044:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605412352:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.102073:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605412480:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.102092:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.102104:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.102814:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605412480:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.102832:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a492 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b75 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.102861:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a492 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b75 expref: 16 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.102876:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.102912:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610221696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 916us (992us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.102920:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12523 00000100:00100000:1.0:1780298665.102975:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf241a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605412352:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.102995:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e6303a48b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b6e expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.103010:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034be4f60/0xaf35132e6303a48b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b6e expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.103031:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:1.0:1780298665.103060:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610221568:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1079us (1166us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.103067:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12522 00000100:00100000:0.0:1780298665.103884:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.103913:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.103935:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221824 00000100:00100000:1.0:1780298665.103940:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221824 00000100:00100000:2.0:1780298665.103949:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610221952 00000100:00100000:2.0:1780298665.103954:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610221952 00000100:00100000:1.0:1780298665.103976:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12524 00000100:00100000:2.0:1780298665.103983:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12525 00000100:00100000:1.0:1780298665.103988:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610221824:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.103995:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610221952:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.104000:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.104004:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.104012:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a499 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b7c expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.104015:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a4a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b83 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.104064:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605412608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.104065:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605412736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.104113:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.104114:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.104872:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605412736:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.104887:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a4a0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b83 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.104898:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a4a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b83 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.104904:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605412608:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.104918:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00010000:00010000:1.0:1780298665.104930:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a499 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b7c expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.104945:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610221952:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1030us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298665.104946:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a499 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b7c expref: 15 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.104955:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12525 00010000:00010000:1.0:1780298665.104968:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298665.104993:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610221824:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1009us (1109us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.105006:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12524 00000100:00100000:3.0:1780298665.105864:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.105894:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222080 00000100:00100000:1.0:1780298665.105898:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222080 00000100:00100000:1.0:1780298665.105920:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12526 00000100:00100000:1.0:1780298665.105925:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610222080:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.105931:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.105938:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a4a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b8a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.105960:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605412864:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.105999:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.106022:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.106053:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222208 00000100:00100000:1.0:1780298665.106058:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222208 00000100:00100000:1.0:1780298665.106081:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12527 00000100:00100000:1.0:1780298665.106085:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610222208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.106090:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.106095:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4ae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b91 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.106116:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605412992:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.106190:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.106698:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605412864:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.106710:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a4a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b8a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.106728:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4922155/0xaf35132e6303a4a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b8a expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.106735:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.106757:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610222080:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 832us (895us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.106762:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12526 00000100:00100000:1.0:1780298665.106886:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605412992:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.106900:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4ae lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b91 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.106909:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4ae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b91 expref: 16 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.106916:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298665.106936:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610222208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 851us (918us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.106941:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12527 00000100:00100000:3.0:1780298665.107804:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.107844:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222464 00000100:00100000:1.0:1780298665.107849:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222464 00000100:00100000:1.0:1780298665.107883:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62318 00000100:00100000:1.0:1780298665.107891:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+58:30556:x1866777610222464:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:1.0:1780298665.107932:0:6478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.107957:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a40d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8af0 expref: 58 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.107972:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.107976:0:6478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1780298665.108163:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.108176:0:6478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 49 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.108189:0:6478:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.108211:0:6478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 49 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.108224:0:6478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 49 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.108233:0:6478:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605413120:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.108270:0:6478:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.108859:0:6478:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6478:1866777605413120:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.108872:0:6478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.109007:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.109044:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222592 00000100:00100000:2.0:1780298665.109048:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222592 00010000:00010000:2.0:1780298665.109068:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.109092:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15734 00000100:00100000:2.0:1780298665.109098:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:2399:x1866777610222592:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.109105:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.109109:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109116:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109153:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a3ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ad4 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109165:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.109169:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109179:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109193:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40290000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.109215:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.109245:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:2399:x1866777610222592:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 144us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.109253:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15734 00010000:00010000:1.0:1780298665.109256:0:6478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.109282:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1780298665.109344:0:6478:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991311 00000004:00010000:1.0:1780298665.109366:0:6478:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000cf15af6 reply state 00000000c4f187d9 transno 4294991312 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.109379:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278a00/0xaf35132e6303a4b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.109386:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.109388:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1780298665.109391:0:6478:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1780298665.109445:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:30556:x1866777610222464:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1554us (1644us total) trans 4294991312 rc 0/0 00000100:00100000:1.0:1780298665.109453:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62318 00000020:00080000:1.0:1780298665.109457:0:6478:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298665.110160:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.110214:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222720 00000100:00100000:0.0:1780298665.110219:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222720 00000100:00100000:0.0:1780298665.110253:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12528 00000100:00100000:0.0:1780298665.110260:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610222720:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.110270:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.110279:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b98 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.110302:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.110311:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(31 110) 00010000:00010000:0.0:1780298665.110315:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(32 110) 00010000:00010000:0.0:1780298665.110319:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.110337:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.110345:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.110352:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605413248:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.110387:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.111029:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605413248:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.111042:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 11 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.111050:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298665.111072:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610222720:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 813us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.111076:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12528 00000100:00100000:2.0:1780298665.111346:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.111388:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222848 00000100:00100000:1.0:1780298665.111392:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222848 00010000:00010000:1.0:1780298665.111411:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.111437:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15735 00000100:00100000:1.0:1780298665.111445:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610222848:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.111454:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.111473:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.111496:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.111511:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [5701632->39256063] (req 5701632->5742591) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b59 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.111521:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(32 110) 00010000:00010000:1.0:1780298665.111525:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(32 110) 00010000:00010000:1.0:1780298665.111529:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.111538:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.111560:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.111571:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605413376:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.111610:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.112403:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605413376:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.112413:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.112436:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610222848:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 993us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.112442:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15735 00000100:00100000:2.0:1780298665.112481:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.112522:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610222976 00000100:00100000:1.0:1780298665.112527:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610222976 00000100:00100000:1.0:1780298665.112558:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12529 00000100:00100000:1.0:1780298665.112568:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:30556:x1866777610222976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.112585:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.112598:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8b9f expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.112617:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.112624:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(25 75) 00010000:00010000:1.0:1780298665.112628:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(26 75) 00010000:00010000:1.0:1780298665.112632:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.112651:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.112663:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.112671:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605413504:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.112704:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.113251:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605413504:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.113264:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 13 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.113281:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.113312:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610222976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 747us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.113319:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12529 00000100:00100000:0.0:1780298665.113560:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.113594:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223104 00000100:00100000:2.0:1780298665.113598:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223104 00010000:00010000:2.0:1780298665.113615:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.113643:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15736 00000100:00100000:2.0:1780298665.113650:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610223104:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.113658:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.113669:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.113680:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.113694:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb97c400/0xaf35132e6303a3f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1585152->35139583] (req 1585152->1617919) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8adb expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.113724:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(26 75) 00010000:00010000:2.0:1780298665.113727:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(26 75) 00010000:00010000:2.0:1780298665.113730:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.113736:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.113750:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 12 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.113756:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605413632:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.113785:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.114504:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605413632:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.114515:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.114543:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610223104:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 894us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.114550:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15736 00000100:00100000:0.0:1780298665.114652:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.114684:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223232 00000100:00100000:1.0:1780298665.114689:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223232 00002000:00010000:1.0:1780298665.114710:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298665.114714:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c380 with x1866777610223232 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298665.114720:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c380. 00000100:00100000:1.0:1780298665.114742:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7536 00000100:00100000:1.0:1780298665.114749:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610223232:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298665.114777:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.114807:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223360 00000100:00100000:0.0:1780298665.114812:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223360 00002000:00010000:0.0:1780298665.114830:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3948395->18446744073709551615) 00002000:00100000:0.0:1780298665.114834:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777610223360 ext(3948395->18446744073709551615) 00002000:00010000:0.0:1780298665.114839:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5f80. 00000100:00100000:0.0:1780298665.114859:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7537 00000100:00100000:0.0:1780298665.114866:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610223360:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298665.114925:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 5129015 -> 4194304 00002000:00010000:1.0:1780298665.114928:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.114930:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.114931:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.114933:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1512 -> 1360 00000100:00100000:1.0:1780298665.114956:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610223232:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 209us (305us total) trans 4294970055 rc 0/0 00000100:00100000:1.0:1780298665.114969:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7536 00002000:00010000:1.0:1780298665.114972:0:19943:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:1.0:1780298665.114974:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24310c380 with x1866777610223232 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1780298665.114978:0:19943:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24310c380. 00002000:00010000:0.0:1780298665.115001:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 2290289 -> 3948395 00002000:00010000:0.0:1780298665.115006:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.115012:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.115025:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.115028:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 336 -> 336 00000100:00100000:0.0:1780298665.115063:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610223360:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 197us (287us total) trans 4294969508 rc 0/0 00000100:00100000:0.0:1780298665.115071:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7537 00002000:00010000:0.0:1780298665.115079:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3948395->18446744073709551615) 00002000:00100000:0.0:1780298665.115082:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5f80 with x1866777610223360 ext(3948395->18446744073709551615) 00002000:00010000:0.0:1780298665.115087:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf347cd5f80. 00000100:00100000:3.0:1780298665.115852:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.115890:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223488 00000100:00100000:2.0:1780298665.115894:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223488 00000100:00100000:2.0:1780298665.115921:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62319 00000100:00100000:2.0:1780298665.115927:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+60:30556:x1866777610223488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.115938:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.115949:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303a4ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ba6 expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116004:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116013:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116025:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298665.116042:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8142699 00000004:00200000:2.0:1780298665.116045:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298665.116057:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116072:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303a4ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ba6 expref: 62 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116080:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ba6 expref: 61 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.116085:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.116086:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298665.116089:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09000, rc 0) 00000100:00100000:2.0:1780298665.116111:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:30556:x1866777610223488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 186us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.116115:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62319 00000100:00100000:2.0:1780298665.117643:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.117683:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223616 00000100:00100000:1.0:1780298665.117689:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223616 00002000:00100000:1.0:1780298665.117720:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf254918000 x1866777610223616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.117731:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777610223616 ext(1527808->1531903) 00002000:00010000:1.0:1780298665.117736:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:1.0:1780298665.117760:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7538 00000100:00100000:1.0:1780298665.117766:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610223616:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.117878:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610223616:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 113us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.117886:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7538 00002000:00100000:1.0:1780298665.117892:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1531903) req@ffff9cf254918000 x1866777610223616/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.117900:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254918000 with x1866777610223616 ext(1527808->1531903) 00002000:00010000:1.0:1780298665.117903:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf254918000 00000100:00100000:3.0:1780298665.118932:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.118975:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223744 00000100:00100000:2.0:1780298665.118981:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223744 00002000:00100000:2.0:1780298665.119005:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (1560576->1564671) req@ffff9cf347cd5880 x1866777610223744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.119015:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5880 with x1866777610223744 ext(1560576->1564671) 00002000:00010000:2.0:1780298665.119018:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5880 00000100:00100000:2.0:1780298665.119052:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7539 00000100:00100000:2.0:1780298665.119061:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610223744:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.119191:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610223744:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.119200:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7539 00002000:00100000:2.0:1780298665.119207:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x14:0x0] (1560576->1564671) req@ffff9cf347cd5880 x1866777610223744/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.119215:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf347cd5880 with x1866777610223744 ext(1560576->1564671) 00002000:00010000:2.0:1780298665.119219:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf347cd5880 00000100:00100000:3.0:1780298665.120973:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.121024:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.121093:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610223872 00000100:00100000:2.0:1780298665.121101:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610223872 00000100:00100000:2.0:1780298665.121205:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224000 00000100:00100000:2.0:1780298665.121210:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224000 00000100:00100000:3.0:1780298665.121230:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12530 00000100:00100000:3.0:1780298665.121243:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610223872:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298665.121254:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12531 00010000:00010000:3.0:1780298665.121258:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.121274:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e6303a4d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bad expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.121274:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610224000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.121304:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.121323:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bb4 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.121345:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605413760:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.121397:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605413888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.121440:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57c00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.121460:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.122467:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343967b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605413760:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.122481:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243844380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605413888:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.122508:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e6303a4d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bad expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.122520:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4df lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bb4 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.122536:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb9fa441/0xaf35132e6303a4d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bad expref: 15 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.122571:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9800, rc 0) 00010000:00010000:2.0:1780298665.122579:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fddc766/0xaf35132e6303a4df lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bb4 expref: 16 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.122597:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298665.122618:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2397:x1866777610223872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1378us (1650us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.122625:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12530 00000100:00100000:2.0:1780298665.122638:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2397:x1866777610224000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1371us (1611us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.122649:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12531 00000100:00100000:0.0:1780298665.123898:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.123929:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224128 00000100:00100000:3.0:1780298665.123934:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224128 00000100:00100000:3.0:1780298665.123963:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12532 00000100:00100000:3.0:1780298665.123973:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610224128:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.123985:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.123995:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bbb expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.124019:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.124029:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(32 110) 00010000:00010000:3.0:1780298665.124033:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:3.0:1780298665.124039:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4091904->4095999] (req 4091904->4095999) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.124064:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.124093:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 10 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.124107:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605414016:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298665.124188:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.124849:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf343965f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605414016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.124863:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [4091904->4095999] (req 4091904->4095999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.124873:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9e00, rc 0) 00000100:00100000:0.0:1780298665.124900:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610224128:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 931us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.124905:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12532 00000100:00100000:2.0:1780298665.125220:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.125275:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224256 00000100:00100000:1.0:1780298665.125285:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224256 00002000:00100000:1.0:1780298665.125334:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1564671) req@ffff9cf2548b9180 x1866777610224256/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.125343:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9180 with x1866777610224256 ext(1527808->1564671) 00010000:00010000:1.0:1780298665.125350:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.125362:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 11 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.125382:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2548b9180 00000100:00100000:1.0:1780298665.125406:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 262 00000100:00100000:1.0:1780298665.125414:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610224256:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.126803:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2548b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610224256:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1386us (1580us total) trans 4294970056 rc 0/0 00000100:00100000:1.0:1780298665.126816:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 262 00002000:00100000:1.0:1780298665.126828:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (1527808->1564671) req@ffff9cf2548b9180 x1866777610224256/t4294970056(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.126838:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2548b9180 with x1866777610224256 ext(1527808->1564671) 00010000:00010000:1.0:1780298665.126845:0:19950:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.126864:0:19950:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.126873:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf2548b9180 00000100:00100000:3.0:1780298665.127858:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.127922:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224384 00000100:00100000:1.0:1780298665.127928:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224384 00010000:00010000:1.0:1780298665.127952:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.127976:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15737 00000100:00100000:1.0:1780298665.127981:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610224384:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.127996:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1780298665.128007:0:8374:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1360 -> 1432 00010000:00010000:1.0:1780298665.128012:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.128021:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.128037:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a4bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b98 expref: 13 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.128047:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:1.0:1780298665.128051:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:1.0:1780298665.128058:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.128068:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.128098:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.128111:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605414144:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.128195:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7840 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.128924:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:8374:1866777605414144:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.128942:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.128968:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610224384:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 986us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.128976:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15737 00000100:00100000:3.0:1780298665.129096:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.129174:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224512 00000100:00100000:1.0:1780298665.129179:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224512 00002000:00100000:1.0:1780298665.129206:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf343964a80 x1866777610224512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.129213:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777610224512 ext(4091904->4095999) 00002000:00010000:1.0:1780298665.129216:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:1.0:1780298665.129236:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7540 00000100:00100000:1.0:1780298665.129243:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610224512:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.129356:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610224512:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 114us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.129361:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7540 00002000:00100000:1.0:1780298665.129365:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (4091904->4095999) req@ffff9cf343964a80 x1866777610224512/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.129370:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964a80 with x1866777610224512 ext(4091904->4095999) 00002000:00010000:1.0:1780298665.129373:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343964a80 00000100:00100000:2.0:1780298665.130342:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.130396:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224640 00000100:00100000:0.0:1780298665.130402:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224640 00002000:00100000:0.0:1780298665.130422:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf348007480 x1866777610224640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.130429:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007480 with x1866777610224640 ext(4096000->4100095) 00002000:00010000:0.0:1780298665.130432:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007480 00000100:00100000:0.0:1780298665.130447:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7541 00000100:00100000:0.0:1780298665.130453:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610224640:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.130509:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2398:x1866777610224640:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 56us (170us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.130514:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7541 00002000:00100000:0.0:1780298665.130519:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (4096000->4100095) req@ffff9cf348007480 x1866777610224640/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.130536:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348007480 with x1866777610224640 ext(4096000->4100095) 00002000:00010000:0.0:1780298665.130538:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348007480 00000100:00100000:3.0:1780298665.131573:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.131602:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224768 00000100:00100000:1.0:1780298665.131606:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224768 00002000:00100000:1.0:1780298665.131622:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4071424->4136959) req@ffff9cf343966a00 x1866777610224768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.131629:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777610224768 ext(4071424->4136959) 00002000:00010000:1.0:1780298665.131636:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:1.0:1780298665.131654:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7542 00000100:00100000:1.0:1780298665.131660:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610224768:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.132580:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610224768:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 918us (1007us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298665.132588:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7542 00002000:00100000:1.0:1780298665.132596:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (4071424->4136959) req@ffff9cf343966a00 x1866777610224768/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 504/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.132605:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966a00 with x1866777610224768 ext(4071424->4136959) 00002000:00010000:1.0:1780298665.132608:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966a00 00000100:00100000:0.0:1780298665.133578:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.133624:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610224896 00000100:00100000:2.0:1780298665.133629:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610224896 00000100:00100000:2.0:1780298665.133665:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62320 00000100:00100000:2.0:1780298665.133673:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:30556:x1866777610224896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.133684:0:7411:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.133699:0:7411:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e6303a4ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bc2 expref: -99 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133783:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133796:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133803:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298665.133824:0:7411:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 8142699 00000004:00200000:2.0:1780298665.133827:0:7411:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298665.133841:0:7411:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133858:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09200/0xaf35132e6303a4ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 51 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133877:0:7411:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 50 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.133883:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.133891:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298665.133894:0:7411:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09600, rc 0) 00000100:00100000:2.0:1780298665.133917:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777610224896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 246us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.133922:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62320 00000100:00100000:2.0:1780298665.135068:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.135105:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225024 00000100:00100000:1.0:1780298665.135109:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225024 00000100:00100000:1.0:1780298665.135165:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12533 00000100:00100000:1.0:1780298665.135174:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610225024:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.135182:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.135192:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a4fb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bc9 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.135228:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605414272:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.135272:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.136113:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243845180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605414272:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.136176:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a4fb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc9 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.136207:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a4fb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc9 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.136218:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.136246:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610225024:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1073us (1179us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.136253:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12533 00000100:00100000:0.0:1780298665.137285:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.137315:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225152 00000100:00100000:2.0:1780298665.137320:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225152 00000100:00100000:2.0:1780298665.137344:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12534 00000100:00100000:2.0:1780298665.137350:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610225152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.137358:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.137366:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a502 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bd0 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.137389:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605414400:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.137421:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.138227:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605414400:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.138245:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a502 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd0 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.138258:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042649f54/0xaf35132e6303a502 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd0 expref: 16 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.138268:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08400, rc 0) 00000100:00100000:0.0:1780298665.138296:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610225152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 947us (1013us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.138303:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12534 00000100:00100000:3.0:1780298665.139385:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.139418:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225280 00000100:00100000:2.0:1780298665.139424:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225280 00000100:00100000:2.0:1780298665.139459:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12535 00000100:00100000:2.0:1780298665.139469:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2399:x1866777610225280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.139479:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.139490:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bd7 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.139506:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:2.0:1780298665.139510:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:2.0:1780298665.139515:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.139534:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.139540:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:2.0:1780298665.139563:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610225280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.139568:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12535 00000100:00100000:3.0:1780298665.140811:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.140866:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225408 00000100:00100000:2.0:1780298665.140874:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225408 00002000:00100000:2.0:1780298665.140910:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (659456->663551) req@ffff9cf343966d80 x1866777610225408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.140918:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777610225408 ext(659456->663551) 00002000:00010000:2.0:1780298665.140923:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:2.0:1780298665.140946:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7543 00000100:00100000:2.0:1780298665.140952:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225408:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.141082:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225408:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 130us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.141087:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7543 00002000:00100000:2.0:1780298665.141092:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (659456->663551) req@ffff9cf343966d80 x1866777610225408/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.141098:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966d80 with x1866777610225408 ext(659456->663551) 00002000:00010000:2.0:1780298665.141100:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343966d80 00000100:00100000:3.0:1780298665.142368:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.142402:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225536 00000100:00100000:1.0:1780298665.142409:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225536 00002000:00100000:1.0:1780298665.142445:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf343964e00 x1866777610225536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.142456:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777610225536 ext(663552->667647) 00002000:00010000:1.0:1780298665.142461:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:1.0:1780298665.142487:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7544 00000100:00100000:1.0:1780298665.142496:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.142630:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343964e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 135us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.142637:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7544 00002000:00100000:1.0:1780298665.142644:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (663552->667647) req@ffff9cf343964e00 x1866777610225536/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.142653:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343964e00 with x1866777610225536 ext(663552->667647) 00002000:00010000:1.0:1780298665.142657:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343964e00 00000100:00100000:3.0:1780298665.144346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.144396:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225664 00000100:00100000:1.0:1780298665.144402:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225664 00002000:00100000:1.0:1780298665.144426:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (638976->704511) req@ffff9cf343965500 x1866777610225664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 504/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.144443:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965500 with x1866777610225664 ext(638976->704511) 00002000:00010000:1.0:1780298665.144447:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965500 00000100:00100000:1.0:1780298665.144471:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7545 00000100:00100000:1.0:1780298665.144478:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610225664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.145612:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610225664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1131us (1265us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298665.145623:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7545 00002000:00100000:1.0:1780298665.145630:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (638976->704511) req@ffff9cf343965500 x1866777610225664/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 504/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.145640:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965500 with x1866777610225664 ext(638976->704511) 00002000:00010000:1.0:1780298665.145644:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965500 00000100:00100000:1.0:1780298665.148534:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.148582:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225792 00000100:00100000:0.0:1780298665.148590:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225792 00002000:00100000:0.0:1780298665.148623:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (704512->741375) req@ffff9cf243845180 x1866777610225792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.148632:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777610225792 ext(704512->741375) 00002000:00010000:0.0:1780298665.148636:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:0.0:1780298665.148662:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7546 00000100:00100000:0.0:1780298665.148671:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225792:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.149713:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610225792:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1043us (1183us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1780298665.149720:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7546 00002000:00100000:0.0:1780298665.149726:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (704512->741375) req@ffff9cf243845180 x1866777610225792/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.149733:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243845180 with x1866777610225792 ext(704512->741375) 00002000:00010000:0.0:1780298665.149736:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf243845180 00000100:00100000:3.0:1780298665.151244:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.151303:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610225920 00000100:00100000:1.0:1780298665.151311:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610225920 00002000:00100000:1.0:1780298665.151346:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (659456->712703) req@ffff9cf343965f80 x1866777610225920/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.151362:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777610225920 ext(659456->712703) 00002000:00010000:1.0:1780298665.151366:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965f80 00000100:00100000:1.0:1780298665.151391:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7547 00000100:00100000:1.0:1780298665.151402:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2399:x1866777610225920:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.153054:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610225920:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1650us (1813us total) trans 4294969509 rc 0/0 00000100:00100000:1.0:1780298665.153065:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7547 00002000:00100000:1.0:1780298665.153072:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (659456->712703) req@ffff9cf343965f80 x1866777610225920/t4294969509(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.153079:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343965f80 with x1866777610225920 ext(659456->712703) 00002000:00010000:1.0:1780298665.153084:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf343965f80 00000100:00100000:2.0:1780298665.154372:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.154428:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226048 00000100:00100000:0.0:1780298665.154437:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226048 00000100:00100000:0.0:1780298665.154477:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12536 00000100:00100000:0.0:1780298665.154484:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2399:x1866777610226048:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298665.155461:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969509 is committed 00000001:00080000:1.0:1780298665.155476:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969506 is committed 00000100:00100000:0.0:1780298665.155576:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610226048:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 1090us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.155585:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12536 00000100:00100000:3.0:1780298665.157345:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.157393:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226176 00000100:00100000:1.0:1780298665.157400:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226176 00000100:00100000:1.0:1780298665.157433:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12537 00000100:00100000:1.0:1780298665.157439:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610226176:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.157450:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.157466:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bde expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.157490:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.157496:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(26 75) 00010000:00010000:1.0:1780298665.157500:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:1.0:1780298665.157504:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1925120->1937407] (req 1925120->1937407) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.157539:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 8 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.157550:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 8 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.157560:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605414528:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.157639:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.158356:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605414528:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.158374:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1925120->1937407] (req 1925120->1937407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.158384:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.158407:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610226176:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 969us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.158411:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12537 00000100:00100000:2.0:1780298665.158947:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.158987:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226304 00000100:00100000:0.0:1780298665.158991:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226304 00010000:00010000:0.0:1780298665.159010:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 9 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.159037:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15738 00000100:00100000:0.0:1780298665.159045:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610226304:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298665.159057:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298665.159070:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 336 -> 440 00010000:00010000:0.0:1780298665.159076:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 9 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.159091:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 9 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.159107:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a4c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8b9f expref: 9 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.159117:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.159120:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.159168:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.159175:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.159197:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.159206:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605414656:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298665.159239:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.160070:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605414656:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298665.160080:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298665.160108:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610226304:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1065us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.160163:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15738 00000100:00100000:3.0:1780298665.160625:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.160671:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226432 00000100:00100000:2.0:1780298665.160678:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226432 00002000:00100000:2.0:1780298665.160709:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1925120->1937407) req@ffff9cf242860700 x1866777610226432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.160719:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777610226432 ext(1925120->1937407) 00002000:00010000:2.0:1780298665.160724:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:2.0:1780298665.160746:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7548 00000100:00100000:2.0:1780298665.160755:0:19949:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610226432:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.160892:0:19949:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242860700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610226432:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 140us (277us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1780298665.160897:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7548 00002000:00100000:2.0:1780298665.160902:0:19949:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x15:0x0] (1925120->1937407) req@ffff9cf242860700 x1866777610226432/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/12728 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.160907:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242860700 with x1866777610226432 ext(1925120->1937407) 00002000:00010000:2.0:1780298665.160910:0:19949:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242860700 00000100:00100000:2.0:1780298665.162830:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.162870:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226560 00000100:00100000:0.0:1780298665.162876:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226560 00000100:00100000:0.0:1780298665.162907:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12538 00000100:00100000:0.0:1780298665.162913:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610226560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.162924:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.162940:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8be5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.162965:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.162974:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.162977:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.162981:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->1294335] (req 1249280->1294335) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.163003:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.163014:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 10 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.163023:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605414784:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.163069:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.163812:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf24310f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605414784:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.163828:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->1294335] (req 1249280->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.163839:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298665.163863:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610226560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.163869:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12538 00000100:00100000:3.0:1780298665.164082:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.164156:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226688 00000100:00100000:1.0:1780298665.164160:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226688 00010000:00010000:1.0:1780298665.164179:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.164204:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15739 00000100:00100000:1.0:1780298665.164212:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610226688:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.164230:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.164243:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.164255:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.164274:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a510 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1925120->1937407) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bde expref: 11 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.164287:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:1.0:1780298665.164290:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:1.0:1780298665.164296:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.164301:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.164319:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.164326:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605414912:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.164356:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.165097:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7400:1866777605414912:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.165107:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.165158:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610226688:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 947us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.165164:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15739 00000100:00100000:0.0:1780298665.165281:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.165311:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226816 00000100:00100000:1.0:1780298665.165315:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226816 00000100:00100000:1.0:1780298665.165342:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7549 00000100:00100000:1.0:1780298665.165347:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610226816:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:1.0:1780298665.165524:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3948395 -> 3948395 00002000:00010000:1.0:1780298665.165527:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.165530:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.165532:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.165534:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:1.0:1780298665.165566:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610226816:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 217us (285us total) trans 4294969510 rc 0/0 00000100:00100000:1.0:1780298665.165573:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7549 00000100:00100000:3.0:1780298665.166525:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.166576:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610226944 00000100:00100000:2.0:1780298665.166581:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610226944 00000100:00100000:2.0:1780298665.166606:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12539 00000100:00100000:2.0:1780298665.166611:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610226944:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.166618:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.166627:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a51e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bec expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.166665:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415040:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.166712:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.167489:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.167510:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a51e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bec expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.167525:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec85d13e/0xaf35132e6303a51e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bec expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.167534:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:1.0:1780298665.167562:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610226944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 951us (1040us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.167574:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12539 00000100:00100000:0.0:1780298665.168642:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.168674:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227072 00000100:00100000:3.0:1780298665.168678:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227072 00000100:00100000:3.0:1780298665.168704:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12540 00000100:00100000:3.0:1780298665.168709:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610227072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.168716:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.168724:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e6303a525 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bf3 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.168758:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242863800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605415168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.168792:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.169524:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242863800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605415168:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.169539:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e6303a525 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bf3 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.169549:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034be4f60/0xaf35132e6303a525 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bf3 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.169556:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8400, rc 0) 00000100:00100000:0.0:1780298665.169579:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf34372e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610227072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 871us (940us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.169584:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12540 00000100:00100000:2.0:1780298665.170624:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.170667:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227200 00000100:00100000:1.0:1780298665.170673:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227200 00000100:00100000:1.0:1780298665.170711:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12541 00000100:00100000:1.0:1780298665.170721:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610227200:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.170737:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.170747:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a52c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8bfa expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.170781:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605415296:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.170828:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.171650:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605415296:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.171670:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a52c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bfa expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.171686:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a52c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bfa expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.171697:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298665.171731:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610227200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1109us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.171738:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12541 00000100:00100000:3.0:1780298665.173036:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.173094:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227328 00000100:00100000:1.0:1780298665.173101:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227328 00002000:00100000:1.0:1780298665.173178:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1974272->1978367) req@ffff9cf242863800 x1866777610227328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.173189:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777610227328 ext(1974272->1978367) 00002000:00010000:1.0:1780298665.173195:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:1.0:1780298665.173227:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7550 00000100:00100000:1.0:1780298665.173236:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610227328:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.173367:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610227328:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 133us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.173374:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7550 00002000:00100000:1.0:1780298665.173380:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (1974272->1978367) req@ffff9cf242863800 x1866777610227328/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.173388:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863800 with x1866777610227328 ext(1974272->1978367) 00002000:00010000:1.0:1780298665.173391:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242863800 00000100:00100000:2.0:1780298665.174581:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.174617:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227456 00000100:00100000:0.0:1780298665.174622:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227456 00002000:00100000:0.0:1780298665.174645:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1978368->1982463) req@ffff9cf2433dd880 x1866777610227456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.174668:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd880 with x1866777610227456 ext(1978368->1982463) 00002000:00010000:0.0:1780298665.174672:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dd880 00000100:00100000:0.0:1780298665.174697:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7551 00000100:00100000:0.0:1780298665.174706:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610227456:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.174801:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610227456:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 96us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.174808:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7551 00002000:00100000:0.0:1780298665.174814:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x15:0x0] (1978368->1982463) req@ffff9cf2433dd880 x1866777610227456/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.174822:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd880 with x1866777610227456 ext(1978368->1982463) 00002000:00010000:0.0:1780298665.174826:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dd880 00000100:00100000:3.0:1780298665.175941:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.175985:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227584 00000100:00100000:1.0:1780298665.175994:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227584 00002000:00100000:1.0:1780298665.176035:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1953792->2019327) req@ffff9cf24380ad80 x1866777610227584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 504/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.176043:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380ad80 with x1866777610227584 ext(1953792->2019327) 00002000:00010000:1.0:1780298665.176047:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380ad80 00000100:00100000:1.0:1780298665.176070:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7552 00000100:00100000:1.0:1780298665.176076:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610227584:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.177072:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24380ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610227584:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 994us (1134us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1780298665.177078:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7552 00002000:00100000:1.0:1780298665.177095:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (1953792->2019327) req@ffff9cf24380ad80 x1866777610227584/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 504/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.177102:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24380ad80 with x1866777610227584 ext(1953792->2019327) 00002000:00010000:1.0:1780298665.177105:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24380ad80 00000100:00100000:0.0:1780298665.178199:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.178250:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227712 00000100:00100000:2.0:1780298665.178258:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227712 00000100:00100000:2.0:1780298665.178301:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12542 00000100:00100000:2.0:1780298665.178311:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610227712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.178325:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.178342:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a533 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c01 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.178391:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605415424:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.178449:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.179191:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605415424:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.179221:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a533 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c01 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.179239:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a533 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c01 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.179249:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:0.0:1780298665.179278:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610227712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 970us (1084us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.179293:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12542 00000100:00100000:2.0:1780298665.180323:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.180362:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227840 00000100:00100000:1.0:1780298665.180368:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227840 00000100:00100000:1.0:1780298665.180405:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12543 00000100:00100000:1.0:1780298665.180412:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610227840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.180421:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.180433:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a53a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c08 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.180462:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415552:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.180505:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.181245:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415552:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.181267:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a53a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c08 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.181285:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a53a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c08 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.181295:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.181331:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610227840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 920us (1010us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.181339:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12543 00000100:00100000:2.0:1780298665.182474:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.182522:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610227968 00000100:00100000:0.0:1780298665.182529:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610227968 00000100:00100000:0.0:1780298665.182573:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12544 00000100:00100000:0.0:1780298665.182584:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610227968:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.182600:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.182615:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a541 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c0f expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.182664:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605415680:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.182729:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.183484:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605415680:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.183513:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a541 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c0f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.183530:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a541 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c0f expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.183542:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298665.183585:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610227968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1004us (1115us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.183593:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12544 00000100:00100000:3.0:1780298665.184614:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.184668:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228096 00000100:00100000:1.0:1780298665.184677:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228096 00000100:00100000:1.0:1780298665.184726:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12545 00000100:00100000:1.0:1780298665.184735:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610228096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.184749:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.184761:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a548 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c16 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.184802:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605415808:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.184864:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.185627:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605415808:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.185643:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a548 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c16 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.185655:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a548 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c16 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.185663:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298665.185692:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610228096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 960us (1080us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.185697:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12545 00000100:00100000:2.0:1780298665.186790:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.186820:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228224 00000100:00100000:0.0:1780298665.186826:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228224 00000100:00100000:0.0:1780298665.186869:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12546 00000100:00100000:0.0:1780298665.186876:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610228224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.186887:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.186896:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c1d expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.186912:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.186916:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:0.0:1780298665.186922:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.186933:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.186939:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:0.0:1780298665.186969:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610228224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 95us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.186973:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12546 00000100:00100000:3.0:1780298665.187773:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.187812:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228352 00000100:00100000:0.0:1780298665.187816:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228352 00000100:00100000:0.0:1780298665.187849:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7553 00000100:00100000:0.0:1780298665.187856:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610228352:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298665.188170:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3948395 -> 3948395 00002000:00010000:0.0:1780298665.188174:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.188177:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.188180:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.188186:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 440 -> 496 00000100:00100000:0.0:1780298665.188210:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610228352:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 356us (439us total) trans 4294969511 rc 0/0 00000100:00100000:0.0:1780298665.188215:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7553 00000100:00100000:2.0:1780298665.189107:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.189200:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228480 00000100:00100000:1.0:1780298665.189211:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228480 00000100:00100000:1.0:1780298665.189258:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12547 00000100:00100000:1.0:1780298665.189269:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610228480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.189293:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.189304:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a556 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c24 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.189342:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415936:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.189418:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.190056:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605415936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.190074:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a556 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c24 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.190086:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a556 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c24 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.190095:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.190172:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610228480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 905us (1066us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.190181:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12547 00000100:00100000:3.0:1780298665.191016:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.191046:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228608 00000100:00100000:0.0:1780298665.191051:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228608 00000100:00100000:0.0:1780298665.191079:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12548 00000100:00100000:0.0:1780298665.191084:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610228608:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.191094:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.191102:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a55d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c2b expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.191173:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605416064:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.191233:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.191847:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605416064:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.191870:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a55d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c2b expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.191887:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a55d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c2b expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.191900:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298665.191932:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2399:x1866777610228608:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 847us (917us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.191940:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12548 00000100:00100000:2.0:1780298665.192931:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.192973:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228736 00000100:00100000:1.0:1780298665.192978:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228736 00000100:00100000:1.0:1780298665.193005:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12549 00000100:00100000:1.0:1780298665.193011:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610228736:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.193018:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.193025:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a564 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c32 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.193056:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605416192:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.193088:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.193814:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605416192:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.193828:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a564 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c32 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.193839:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a564 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c32 expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.193847:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.193877:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2400:x1866777610228736:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 866us (946us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.193884:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12549 00000100:00100000:2.0:1780298665.195297:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.195337:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228864 00000100:00100000:1.0:1780298665.195342:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228864 00002000:00100000:1.0:1780298665.195367:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2646016->2711551) req@ffff9cf2433dd500 x1866777610228864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.195375:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd500 with x1866777610228864 ext(2646016->2711551) 00002000:00010000:1.0:1780298665.195378:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dd500 00000100:00100000:1.0:1780298665.195394:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7554 00000100:00100000:1.0:1780298665.195400:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610228864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.196459:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610228864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1055us (1158us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1780298665.196481:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7554 00002000:00100000:1.0:1780298665.196490:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x15:0x0] (2646016->2711551) req@ffff9cf2433dd500 x1866777610228864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.196499:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd500 with x1866777610228864 ext(2646016->2711551) 00002000:00010000:1.0:1780298665.196503:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf2433dd500 00000100:00100000:2.0:1780298665.198987:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.199027:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610228992 00000100:00100000:1.0:1780298665.199033:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610228992 00002000:00100000:1.0:1780298665.199057:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2674688->2707455) req@ffff9cf254888000 x1866777610228992/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.199064:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777610228992 ext(2674688->2707455) 00002000:00010000:1.0:1780298665.199066:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:1.0:1780298665.199083:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7555 00000100:00100000:1.0:1780298665.199089:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+12:2398:x1866777610228992:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.200416:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610228992:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1325us (1433us total) trans 4294969512 rc 0/0 00000100:00100000:1.0:1780298665.200424:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7555 00002000:00100000:1.0:1780298665.200430:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x15:0x0] (2674688->2707455) req@ffff9cf254888000 x1866777610228992/t4294969512(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.200437:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254888000 with x1866777610228992 ext(2674688->2707455) 00002000:00010000:1.0:1780298665.200440:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254888000 00000100:00100000:3.0:1780298665.201214:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.201243:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229120 00000100:00100000:0.0:1780298665.201247:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229120 00000100:00100000:0.0:1780298665.201274:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12550 00000100:00100000:0.0:1780298665.201279:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2398:x1866777610229120:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:1.0:1780298665.201974:0:8351:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294969512 is committed 00000100:00100000:0.0:1780298665.202082:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610229120:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 802us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.202088:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12550 00000100:00100000:3.0:1780298665.203265:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.203300:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229248 00000100:00100000:1.0:1780298665.203305:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229248 00000100:00100000:1.0:1780298665.203345:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12551 00000100:00100000:1.0:1780298665.203353:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.203365:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.203382:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a56b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c39 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.203423:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605416320:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.203476:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00002000:00010000:1.0:1780298665.204254:0:19992:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks: 496 -> 560 00000100:00100000:1.0:1780298665.204266:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605416320:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.204287:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a56b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c39 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.204302:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a56b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c39 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.204310:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.204334:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 983us (1072us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.204339:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12551 00000100:00100000:3.0:1780298665.205232:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.205263:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229376 00000100:00100000:0.0:1780298665.205268:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229376 00000100:00100000:0.0:1780298665.205299:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12552 00000100:00100000:0.0:1780298665.205307:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229376:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.205315:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.205322:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a572 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c40 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.205348:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605416448:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.205383:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.206038:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605416448:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.206057:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a572 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c40 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.206071:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a572 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c40 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.206082:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00000100:00100000:0.0:1780298665.206120:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229376:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 814us (889us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.206160:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12552 00000100:00100000:3.0:1780298665.207216:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.207253:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229504 00000100:00100000:1.0:1780298665.207258:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229504 00000100:00100000:1.0:1780298665.207302:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12553 00000100:00100000:1.0:1780298665.207312:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229504:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.207322:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.207338:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a579 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c47 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.207370:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605416576:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.207413:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.207995:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605416576:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.208016:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a579 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c47 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.208031:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a579 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c47 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.208041:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.208074:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610229504:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 765us (859us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.208081:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12553 00000100:00100000:3.0:1780298665.208945:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.208982:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229632 00000100:00100000:0.0:1780298665.208988:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229632 00000100:00100000:0.0:1780298665.209023:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12554 00000100:00100000:0.0:1780298665.209030:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610229632:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.209039:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.209050:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a580 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c4e expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.209078:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605416704:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.209117:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.209843:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605416704:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.209860:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a580 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c4e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.209874:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a580 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c4e expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.209882:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298665.209906:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f8b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610229632:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (962us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.209910:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12554 00000100:00100000:3.0:1780298665.210962:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.211003:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229760 00000100:00100000:1.0:1780298665.211008:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229760 00000100:00100000:1.0:1780298665.211049:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12555 00000100:00100000:1.0:1780298665.211060:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610229760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.211071:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.211081:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a587 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c55 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.211114:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605416832:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.211209:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.211836:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605416832:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.211850:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a587 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c55 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.211860:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a587 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c55 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.211867:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.211890:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2398:x1866777610229760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 835us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.211896:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12555 00000100:00100000:3.0:1780298665.212822:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.212859:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610229888 00000100:00100000:0.0:1780298665.212870:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610229888 00000100:00100000:0.0:1780298665.212897:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12556 00000100:00100000:0.0:1780298665.212904:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:30556:x1866777610229888:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.212912:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.212922:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c5c expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.212938:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.212946:0:12101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.212954:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:0.0:1780298665.212959:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:0.0:1780298665.212964:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.212987:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.213000:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.213012:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605416960:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.213063:0:12101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.213080:0:12101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 14 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.213091:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605417088:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.213119:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.213717:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605416960:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.213864:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605417088:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.213882:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [167936->172031] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 14 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.213892:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298665.213917:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2556a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:30556:x1866777610229888:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.213923:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12556 00000100:00100000:3.0:1780298665.213961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.214000:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230016 00000100:00100000:2.0:1780298665.214006:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230016 00010000:00010000:2.0:1780298665.214033:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.214074:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15740 00000100:00100000:2.0:1780298665.214081:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+14:2400:x1866777610230016:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.214090:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.214102:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.214110:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.214122:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a509 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bd7 expref: 14 pid: 19992 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.214161:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.214190:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610230016:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 110us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.214198:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15740 00000100:00100000:3.0:1780298665.214332:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.214377:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230144 00000100:00100000:1.0:1780298665.214382:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230144 00010000:00010000:1.0:1780298665.214401:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.214429:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15741 00000100:00100000:1.0:1780298665.214436:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3487c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610230144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.214445:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.214454:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.214463:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.214488:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000266f1b1c/0xaf35132e6303a4e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4091904->4095999) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bbb expref: 15 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.214497:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:1.0:1780298665.214500:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:1.0:1780298665.214508:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.214517:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.214539:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 12 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.214550:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605417216:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.214588:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.215744:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243847100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605417216:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.215757:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.215779:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3487c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610230144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1345us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.215785:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15741 00000100:00100000:3.0:1780298665.215972:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.216009:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230272 00000100:00100000:0.0:1780298665.216015:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230272 00002000:00100000:0.0:1780298665.216046:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->172031) req@ffff9cf24304ea00 x1866777610230272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.216058:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ea00 with x1866777610230272 ext(167936->172031) 00002000:00010000:0.0:1780298665.216062:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ea00 00000100:00100000:0.0:1780298665.216083:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7556 00000100:00100000:0.0:1780298665.216090:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610230272:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.216430:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610230272:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 341us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.216435:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7556 00002000:00100000:0.0:1780298665.216439:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->172031) req@ffff9cf24304ea00 x1866777610230272/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.216445:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ea00 with x1866777610230272 ext(167936->172031) 00002000:00010000:0.0:1780298665.216448:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304ea00 00000100:00100000:3.0:1780298665.217597:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.217632:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230400 00000100:00100000:1.0:1780298665.217638:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230400 00002000:00100000:1.0:1780298665.217662:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->176127) req@ffff9cf24304c380 x1866777610230400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.217675:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c380 with x1866777610230400 ext(172032->176127) 00002000:00010000:1.0:1780298665.217679:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304c380 00000100:00100000:1.0:1780298665.217702:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7557 00000100:00100000:1.0:1780298665.217710:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610230400:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.217962:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610230400:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 252us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.217969:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7557 00002000:00100000:1.0:1780298665.217975:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (172032->176127) req@ffff9cf24304c380 x1866777610230400/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.217983:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304c380 with x1866777610230400 ext(172032->176127) 00002000:00010000:1.0:1780298665.217987:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304c380 00000100:00100000:1.0:1780298665.219287:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.219328:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230528 00000100:00100000:0.0:1780298665.219333:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230528 00002000:00100000:0.0:1780298665.219360:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (176128->180223) req@ffff9cf243847100 x1866777610230528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.219370:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777610230528 ext(176128->180223) 00002000:00010000:0.0:1780298665.219373:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847100 00000100:00100000:0.0:1780298665.219393:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7558 00000100:00100000:0.0:1780298665.219402:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230528:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.219652:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243847100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230528:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 251us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.219659:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7558 00002000:00100000:0.0:1780298665.219667:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (176128->180223) req@ffff9cf243847100 x1866777610230528/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.219676:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243847100 with x1866777610230528 ext(176128->180223) 00002000:00010000:0.0:1780298665.219679:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243847100 00000100:00100000:3.0:1780298665.220961:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.220998:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230656 00000100:00100000:1.0:1780298665.221002:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230656 00002000:00100000:1.0:1780298665.221019:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (180224->184319) req@ffff9cf24304d880 x1866777610230656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.221025:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d880 with x1866777610230656 ext(180224->184319) 00002000:00010000:1.0:1780298665.221027:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304d880 00000100:00100000:1.0:1780298665.221049:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7559 00000100:00100000:1.0:1780298665.221056:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230656:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.221298:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230656:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 242us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.221306:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7559 00002000:00100000:1.0:1780298665.221312:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (180224->184319) req@ffff9cf24304d880 x1866777610230656/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.221321:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d880 with x1866777610230656 ext(180224->184319) 00002000:00010000:1.0:1780298665.221325:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf24304d880 00000100:00100000:3.0:1780298665.222363:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.222394:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230784 00000100:00100000:1.0:1780298665.222398:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230784 00002000:00100000:1.0:1780298665.222414:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (184320->188415) req@ffff9cf244810380 x1866777610230784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.222421:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810380 with x1866777610230784 ext(184320->188415) 00002000:00010000:1.0:1780298665.222424:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810380 00000100:00100000:1.0:1780298665.222439:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7560 00000100:00100000:1.0:1780298665.222444:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230784:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.222669:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230784:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 224us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.222674:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7560 00002000:00100000:1.0:1780298665.222679:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (184320->188415) req@ffff9cf244810380 x1866777610230784/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.222685:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244810380 with x1866777610230784 ext(184320->188415) 00002000:00010000:1.0:1780298665.222688:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244810380 00000100:00100000:3.0:1780298665.223789:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.223829:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610230912 00000100:00100000:0.0:1780298665.223839:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610230912 00002000:00100000:0.0:1780298665.223865:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (188416->192511) req@ffff9cf244813b80 x1866777610230912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.223875:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777610230912 ext(188416->192511) 00002000:00010000:0.0:1780298665.223879:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:0.0:1780298665.223903:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7561 00000100:00100000:0.0:1780298665.223911:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230912:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.224190:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610230912:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 280us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.224197:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7561 00002000:00100000:0.0:1780298665.224202:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (188416->192511) req@ffff9cf244813b80 x1866777610230912/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.224207:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf244813b80 with x1866777610230912 ext(188416->192511) 00002000:00010000:0.0:1780298665.224210:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf244813b80 00000100:00100000:3.0:1780298665.225281:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.225314:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231040 00000100:00100000:1.0:1780298665.225319:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231040 00002000:00100000:1.0:1780298665.225340:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->196607) req@ffff9cf36d4b7100 x1866777610231040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.225351:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777610231040 ext(192512->196607) 00002000:00010000:1.0:1780298665.225355:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:1.0:1780298665.225373:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7562 00000100:00100000:1.0:1780298665.225380:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231040:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.225575:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231040:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 195us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.225587:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7562 00002000:00100000:1.0:1780298665.225593:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (192512->196607) req@ffff9cf36d4b7100 x1866777610231040/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.225599:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b7100 with x1866777610231040 ext(192512->196607) 00002000:00010000:1.0:1780298665.225602:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b7100 00000100:00100000:1.0:1780298665.226853:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.226894:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231168 00000100:00100000:0.0:1780298665.226898:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231168 00002000:00100000:0.0:1780298665.226920:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (196608->200703) req@ffff9cf243844380 x1866777610231168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.226930:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844380 with x1866777610231168 ext(196608->200703) 00002000:00010000:0.0:1780298665.226934:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844380 00000100:00100000:0.0:1780298665.226957:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7563 00000100:00100000:0.0:1780298665.226965:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610231168:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.227045:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243844380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610231168:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 82us (193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.227063:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7563 00002000:00100000:0.0:1780298665.227070:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (196608->200703) req@ffff9cf243844380 x1866777610231168/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.227077:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf243844380 with x1866777610231168 ext(196608->200703) 00002000:00010000:0.0:1780298665.227079:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf243844380 00000100:00100000:3.0:1780298665.228221:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.228263:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231296 00000100:00100000:1.0:1780298665.228268:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231296 00002000:00100000:1.0:1780298665.228292:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (200704->204799) req@ffff9cf37bbc5f80 x1866777610231296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.228302:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5f80 with x1866777610231296 ext(200704->204799) 00002000:00010000:1.0:1780298665.228305:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5f80 00000100:00100000:1.0:1780298665.228327:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7564 00000100:00100000:1.0:1780298665.228335:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231296:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.228569:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231296:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 234us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.228577:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7564 00002000:00100000:1.0:1780298665.228585:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (200704->204799) req@ffff9cf37bbc5f80 x1866777610231296/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.228594:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5f80 with x1866777610231296 ext(200704->204799) 00002000:00010000:1.0:1780298665.228598:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5f80 00000100:00100000:3.0:1780298665.229757:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.229792:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231424 00000100:00100000:1.0:1780298665.229797:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231424 00002000:00100000:1.0:1780298665.229839:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (204800->208895) req@ffff9cf37bbc5500 x1866777610231424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.229849:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5500 with x1866777610231424 ext(204800->208895) 00002000:00010000:1.0:1780298665.229853:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5500 00000100:00100000:1.0:1780298665.229887:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7565 00000100:00100000:1.0:1780298665.229896:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610231424:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.230106:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2398:x1866777610231424:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 211us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.230113:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7565 00002000:00100000:1.0:1780298665.230119:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (204800->208895) req@ffff9cf37bbc5500 x1866777610231424/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.230166:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc5500 with x1866777610231424 ext(204800->208895) 00002000:00010000:1.0:1780298665.230175:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc5500 00000100:00100000:3.0:1780298665.231223:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.231262:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231552 00000100:00100000:0.0:1780298665.231268:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231552 00002000:00100000:0.0:1780298665.231291:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (208896->212991) req@ffff9cf37bbc6a00 x1866777610231552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.231300:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777610231552 ext(208896->212991) 00002000:00010000:0.0:1780298665.231304:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6a00 00000100:00100000:0.0:1780298665.231333:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7566 00000100:00100000:0.0:1780298665.231341:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231552:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.231560:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37bbc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2397:x1866777610231552:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 220us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.231565:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7566 00002000:00100000:0.0:1780298665.231570:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (208896->212991) req@ffff9cf37bbc6a00 x1866777610231552/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.231578:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37bbc6a00 with x1866777610231552 ext(208896->212991) 00002000:00010000:0.0:1780298665.231582:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37bbc6a00 00000100:00100000:3.0:1780298665.232785:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.232862:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231680 00000100:00100000:1.0:1780298665.232868:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231680 00002000:00100000:1.0:1780298665.232891:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->212991) req@ffff9cf241a80000 x1866777610231680/t0(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.232901:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777610231680 ext(167936->212991) 00002000:00010000:1.0:1780298665.232904:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:1.0:1780298665.232926:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7567 00000100:00100000:1.0:1780298665.232934:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+13:2400:x1866777610231680:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298665.234064:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610231680:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1130us (1278us total) trans 4294970057 rc 0/0 00000100:00100000:2.0:1780298665.234084:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7567 00002000:00100000:2.0:1780298665.234093:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (167936->212991) req@ffff9cf241a80000 x1866777610231680/t4294970057(0) o4->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.234102:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf241a80000 with x1866777610231680 ext(167936->212991) 00002000:00010000:2.0:1780298665.234105:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf241a80000 00000100:00100000:3.0:1780298665.234939:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.234990:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231808 00000100:00100000:1.0:1780298665.234996:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231808 00000100:00100000:1.0:1780298665.235033:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12557 00000100:00100000:1.0:1780298665.235050:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+15:2400:x1866777610231808:12345-192.168.203.25@tcp:16:fsx.0 00000001:00080000:0.0:1780298665.235913:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970057 is committed 00000001:00080000:0.0:1780298665.235928:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970053 is committed 00000100:00100000:1.0:1780298665.235999:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610231808:12345-192.168.203.25@tcp:16:fsx.0 Request processed in 952us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.236005:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12557 00000100:00100000:3.0:1780298665.237310:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.237345:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.237359:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610231936 00000100:00100000:0.0:1780298665.237373:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610231936 00000100:00100000:1.0:1780298665.237389:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232064 00000100:00100000:1.0:1780298665.237395:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232064 00000100:00100000:0.0:1780298665.237434:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12558 00000100:00100000:1.0:1780298665.237460:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12559 00000100:00100000:0.0:1780298665.237460:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610231936:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.237483:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.237489:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610232064:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.237502:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6303a595 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c63 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.237510:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.237528:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a59c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c6a expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.237554:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605417344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.237573:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605417472:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.237648:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.237652:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.238598:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605417344:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.238625:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf37f7bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605417472:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.238628:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6303a595 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c63 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.238659:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052b89172/0xaf35132e6303a595 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c63 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.238668:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00010000:00010000:1.0:1780298665.238669:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a59c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c6a expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.238694:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a59c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c6a expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.238703:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf241a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610231936:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1261us (1394us total) trans 0 rc 301/301 00010000:00010000:1.0:1780298665.238709:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:0.0:1780298665.238710:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12558 00000100:00100000:1.0:1780298665.238748:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf347cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610232064:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1267us (1400us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.238756:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12559 00000100:00100000:3.0:1780298665.239742:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.239801:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232192 00000100:00100000:0.0:1780298665.239806:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232192 00000100:00100000:3.0:1780298665.239828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.239843:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232320 00000100:00100000:0.0:1780298665.239846:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232320 00000100:00100000:2.0:1780298665.239875:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12560 00000100:00100000:0.0:1780298665.239885:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12561 00000100:00100000:2.0:1780298665.239894:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610232192:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298665.239896:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610232320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.239904:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.239910:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.239917:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a5a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c71 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.239920:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a5aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c78 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.239957:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605417600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.239966:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605417728:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.240019:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.240019:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.240886:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25548b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605417600:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.240890:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf3481fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605417728:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.240904:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a5aa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c78 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.240912:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a5a3 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c71 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.240918:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c458c77/0xaf35132e6303a5aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c78 expref: 11 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.240936:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:2.0:1780298665.240940:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a5a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c71 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.240951:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:0.0:1780298665.240961:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348006680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610232320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1068us (1136us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.240967:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12561 00000100:00100000:2.0:1780298665.240977:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610232192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1091us (1234us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.240994:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12560 00000100:00100000:2.0:1780298665.242062:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.242105:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232448 00000100:00100000:3.0:1780298665.242111:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232448 00000100:00100000:3.0:1780298665.242182:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12562 00000100:00100000:3.0:1780298665.242194:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610232448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.242202:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.242211:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c7f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.242229:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.242238:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(33 110) 00010000:00010000:3.0:1780298665.242242:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:3.0:1780298665.242247:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->3735551] (req 3719168->3735551) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.242269:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 8 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.242283:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 8 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.242317:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605417856:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298665.242367:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.243033:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605417856:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.243047:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->3735551] (req 3719168->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243055:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9000, rc 0) 00000100:00100000:2.0:1780298665.243081:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf3481fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610232448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 893us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.243086:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12562 00000100:00100000:1.0:1780298665.243389:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.243421:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232576 00000100:00100000:2.0:1780298665.243425:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232576 00010000:00010000:2.0:1780298665.243442:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 9 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.243462:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15742 00000100:00100000:2.0:1780298665.243467:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610232576:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.243474:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.243484:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 9 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243492:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 9 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243503:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a58e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [167936->33722367] (req 167936->172031) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c5c expref: 9 pid: 12101 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243516:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:2.0:1780298665.243518:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:2.0:1780298665.243524:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243530:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.243548:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.243554:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605417984:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.243590:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.244338:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605417984:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.244349:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.244378:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610232576:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 910us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.244387:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15742 00000100:00100000:3.0:1780298665.244772:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.244811:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232704 00000100:00100000:0.0:1780298665.244817:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232704 00002000:00100000:0.0:1780298665.244846:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3719168->3723263) req@ffff9cf348004a80 x1866777610232704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.244856:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777610232704 ext(3719168->3723263) 00002000:00010000:0.0:1780298665.244860:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:0.0:1780298665.244880:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7568 00000100:00100000:0.0:1780298665.244888:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610232704:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.245017:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610232704:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 129us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.245024:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7568 00002000:00100000:0.0:1780298665.245030:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (3719168->3723263) req@ffff9cf348004a80 x1866777610232704/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.245040:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf348004a80 with x1866777610232704 ext(3719168->3723263) 00002000:00010000:0.0:1780298665.245052:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf348004a80 00000100:00100000:1.0:1780298665.246014:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.246062:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232832 00000100:00100000:2.0:1780298665.246066:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232832 00002000:00100000:2.0:1780298665.246088:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3731456->3735551) req@ffff9cf37f7bc000 x1866777610232832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.246097:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc000 with x1866777610232832 ext(3731456->3735551) 00002000:00010000:2.0:1780298665.246101:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc000 00000100:00100000:1.0:1780298665.246154:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7569 00000100:00100000:1.0:1780298665.246162:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610232832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.246232:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37f7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2397:x1866777610232832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 72us (221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.246236:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7569 00002000:00100000:1.0:1780298665.246240:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3731456->3735551) req@ffff9cf37f7bc000 x1866777610232832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.246247:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf37f7bc000 with x1866777610232832 ext(3731456->3735551) 00002000:00010000:1.0:1780298665.246250:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf37f7bc000 00000100:00100000:1.0:1780298665.247300:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.247381:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610232960 00000100:00100000:3.0:1780298665.247386:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610232960 00000100:00100000:1.0:1780298665.247400:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.247444:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233088 00000100:00100000:0.0:1780298665.247448:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233088 00000100:00100000:2.0:1780298665.247459:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12563 00000100:00100000:2.0:1780298665.247470:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610232960:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.247475:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12564 00010000:00010000:2.0:1780298665.247482:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.247487:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610233088:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.247496:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.247496:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c86 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.247506:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a5bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c8d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.247542:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605418112:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.247545:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605418240:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.247598:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.247599:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.248347:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605418240:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.248360:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605418112:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.248372:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a5bf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c8d expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.248382:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5b8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c86 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.248393:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dffef48/0xaf35132e6303a5bf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c8d expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.248396:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5b8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c86 expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.248418:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08a00, rc 0) 00010000:00010000:3.0:1780298665.248420:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:2.0:1780298665.248446:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610232960:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 980us (1146us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.248451:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244ad8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610233088:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 965us (1048us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.248456:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12563 00000100:00100000:3.0:1780298665.248474:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12564 00000100:00100000:0.0:1780298665.249657:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.249698:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233216 00000100:00100000:2.0:1780298665.249703:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233216 00000100:00100000:2.0:1780298665.249736:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12565 00000100:00100000:2.0:1780298665.249745:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610233216:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.249754:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.249763:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a5c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c94 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.249800:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.249804:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605418368:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.249851:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.249870:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233344 00000100:00100000:3.0:1780298665.249875:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233344 00000100:00100000:3.0:1780298665.249913:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12566 00000100:00100000:3.0:1780298665.249925:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610233344:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.249974:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.249984:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a5cd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8c9b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.250011:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605418496:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.250062:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.250693:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605418368:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.250708:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a5c6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c94 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.250720:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084ad138b/0xaf35132e6303a5c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c94 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.250726:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08c00, rc 0) 00000100:00100000:2.0:1780298665.250750:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2400:x1866777610233216:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1008us (1096us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.250757:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12565 00000100:00100000:2.0:1780298665.251009:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf348005880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605418496:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.251023:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a5cd lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c9b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.251032:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8257a7e/0xaf35132e6303a5cd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c9b expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.251039:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8a00, rc 0) 00000100:00100000:2.0:1780298665.251074:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf37baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610233344:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1154us (1275us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.251088:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12566 00000100:00100000:1.0:1780298665.252264:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.252291:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.252310:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233472 00000100:00100000:0.0:1780298665.252316:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233472 00000100:00100000:2.0:1780298665.252325:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233600 00000100:00100000:2.0:1780298665.252331:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233600 00000100:00100000:0.0:1780298665.252362:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12567 00000100:00100000:2.0:1780298665.252372:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12568 00000100:00100000:0.0:1780298665.252376:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610233472:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.252386:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610233600:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.252387:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.252397:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.252398:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a5d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ca2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.252406:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a5db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ca9 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.252436:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605418624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.252442:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605418752:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.252489:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.252490:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.253262:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605418624:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.253273:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605418752:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.253284:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a5d4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ca2 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.253292:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a5db lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ca9 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.253304:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c458c77/0xaf35132e6303a5d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ca2 expref: 9 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.253311:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a5db lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ca9 expref: 11 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.253335:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2a00, rc 0) 00010000:00010000:2.0:1780298665.253336:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:2.0:1780298665.253376:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610233600:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 994us (1084us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.253379:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2399:x1866777610233472:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1006us (1114us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.253383:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12568 00000100:00100000:0.0:1780298665.253393:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12567 00000100:00100000:3.0:1780298665.254520:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.254554:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233728 00000100:00100000:3.0:1780298665.254557:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.254560:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233728 00000100:00100000:2.0:1780298665.254596:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233856 00000100:00100000:2.0:1780298665.254601:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233856 00000100:00100000:0.0:1780298665.254602:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12569 00000100:00100000:0.0:1780298665.254612:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610233728:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.254621:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.254629:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a5e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cb0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.254644:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12570 00000100:00100000:2.0:1780298665.254655:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610233856:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298665.254655:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605418880:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.254667:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.254677:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a5e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cb7 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.254693:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.254709:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605419008:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.254740:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.255500:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605418880:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.255513:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605419008:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.255521:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a5e2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cb0 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.255529:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a5e9 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cb7 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.255541:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a5e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cb0 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.255544:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a5e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cb7 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.255562:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00010000:00010000:0.0:1780298665.255564:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:2.0:1780298665.255591:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2397:x1866777610233856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 940us (1034us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.255593:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2397:x1866777610233728:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 982us (1074us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.255598:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12570 00000100:00100000:0.0:1780298665.255609:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12569 00000100:00100000:1.0:1780298665.256810:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.256854:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610233984 00000100:00100000:0.0:1780298665.256859:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610233984 00000100:00100000:1.0:1780298665.256865:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.256896:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234112 00000100:00100000:0.0:1780298665.256899:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234112 00000100:00100000:2.0:1780298665.256909:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12571 00000100:00100000:2.0:1780298665.256920:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610233984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.256930:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298665.256930:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12572 00010000:00010000:2.0:1780298665.256941:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cbe expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.256944:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610234112:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.256958:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.256969:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a5f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cc5 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.256992:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605419136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.257003:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605419264:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.257051:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.257051:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.257770:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255091f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605419136:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.257785:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255489880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605419264:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.257788:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5f0 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cbe expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.257801:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e31d8c5/0xaf35132e6303a5f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cbe expref: 12 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.257805:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a5f7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cc5 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.257812:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08a00, rc 0) 00010000:00010000:0.0:1780298665.257819:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a5f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cc5 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.257828:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00000100:00100000:2.0:1780298665.257845:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24310f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2398:x1866777610233984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 927us (1037us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.257849:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610234112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (985us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.257861:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12571 00000100:00100000:0.0:1780298665.257867:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12572 00000100:00100000:1.0:1780298665.258842:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.258874:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234240 00000100:00100000:3.0:1780298665.258880:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234240 00000100:00100000:3.0:1780298665.258913:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12573 00000100:00100000:3.0:1780298665.258922:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610234240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.258931:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.258940:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ccc expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.258959:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:3.0:1780298665.258964:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:3.0:1780298665.258974:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.259005:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.259015:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8000, rc 0) 00000100:00100000:3.0:1780298665.259046:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343965880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:30556:x1866777610234240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 126us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.259053:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12573 00000100:00100000:1.0:1780298665.259932:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.259972:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234368 00000100:00100000:3.0:1780298665.259977:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234368 00002000:00100000:3.0:1780298665.260007:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2191360->2195455) req@ffff9cf343966680 x1866777610234368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.260017:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777610234368 ext(2191360->2195455) 00002000:00010000:3.0:1780298665.260022:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:3.0:1780298665.260045:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7570 00000100:00100000:3.0:1780298665.260053:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610234368:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.260239:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610234368:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 186us (307us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.260246:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7570 00002000:00100000:2.0:1780298665.260254:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2191360->2195455) req@ffff9cf343966680 x1866777610234368/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.260262:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343966680 with x1866777610234368 ext(2191360->2195455) 00002000:00010000:2.0:1780298665.260265:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343966680 00000100:00100000:0.0:1780298665.261373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.261428:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234496 00000100:00100000:3.0:1780298665.261438:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234496 00002000:00100000:3.0:1780298665.261454:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2195456->2199551) req@ffff9cf255489880 x1866777610234496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.261460:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777610234496 ext(2195456->2199551) 00002000:00010000:3.0:1780298665.261463:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:3.0:1780298665.261476:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7571 00000100:00100000:3.0:1780298665.261481:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610234496:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298665.261546:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610234496:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 65us (176us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298665.261551:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7571 00002000:00100000:3.0:1780298665.261555:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2195456->2199551) req@ffff9cf255489880 x1866777610234496/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.261561:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255489880 with x1866777610234496 ext(2195456->2199551) 00002000:00010000:3.0:1780298665.261563:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255489880 00000100:00100000:1.0:1780298665.262647:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.262679:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234624 00000100:00100000:2.0:1780298665.262684:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234624 00002000:00100000:2.0:1780298665.262703:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2199552->2203647) req@ffff9cf343967480 x1866777610234624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.262714:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777610234624 ext(2199552->2203647) 00002000:00010000:2.0:1780298665.262716:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:2.0:1780298665.262734:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7572 00000100:00100000:2.0:1780298665.262739:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610234624:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.262801:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610234624:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 62us (157us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.262806:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7572 00002000:00100000:2.0:1780298665.262810:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2199552->2203647) req@ffff9cf343967480 x1866777610234624/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.262815:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967480 with x1866777610234624 ext(2199552->2203647) 00002000:00010000:2.0:1780298665.262817:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967480 00000100:00100000:1.0:1780298665.263778:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.263825:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234752 00000100:00100000:0.0:1780298665.263831:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234752 00002000:00100000:0.0:1780298665.263853:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2203648->2207743) req@ffff9cf343967b80 x1866777610234752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.263862:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967b80 with x1866777610234752 ext(2203648->2207743) 00002000:00010000:0.0:1780298665.263866:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967b80 00000100:00100000:0.0:1780298665.263888:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7573 00000100:00100000:0.0:1780298665.263896:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610234752:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.263974:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf343967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610234752:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 79us (198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.263981:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7573 00002000:00100000:0.0:1780298665.263988:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (2203648->2207743) req@ffff9cf343967b80 x1866777610234752/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.263997:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf343967b80 with x1866777610234752 ext(2203648->2207743) 00002000:00010000:0.0:1780298665.264000:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf343967b80 00000100:00100000:0.0:1780298665.264843:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.264880:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610234880 00000100:00100000:1.0:1780298665.264884:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610234880 00002000:00100000:1.0:1780298665.264909:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2207744->2211839) req@ffff9cf25548ad80 x1866777610234880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.264924:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548ad80 with x1866777610234880 ext(2207744->2211839) 00002000:00010000:1.0:1780298665.264927:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548ad80 00000100:00100000:1.0:1780298665.264942:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7574 00000100:00100000:1.0:1780298665.264947:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610234880:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.265004:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610234880:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 58us (164us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.265010:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7574 00002000:00100000:1.0:1780298665.265014:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (2207744->2211839) req@ffff9cf25548ad80 x1866777610234880/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.265019:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548ad80 with x1866777610234880 ext(2207744->2211839) 00002000:00010000:1.0:1780298665.265022:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548ad80 00000100:00100000:1.0:1780298665.265831:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.265865:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235008 00000100:00100000:2.0:1780298665.265869:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235008 00002000:00100000:2.0:1780298665.265888:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2211840->2215935) req@ffff9cf242863100 x1866777610235008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.265896:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863100 with x1866777610235008 ext(2211840->2215935) 00002000:00010000:2.0:1780298665.265900:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863100 00000100:00100000:2.0:1780298665.265918:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7575 00000100:00100000:2.0:1780298665.265924:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610235008:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.265998:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242863100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610235008:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 74us (167us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.266005:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7575 00002000:00100000:2.0:1780298665.266016:0:8364:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (2211840->2215935) req@ffff9cf242863100 x1866777610235008/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.266024:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242863100 with x1866777610235008 ext(2211840->2215935) 00002000:00010000:2.0:1780298665.266028:0:8364:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242863100 00000100:00100000:2.0:1780298665.266834:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.266879:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235136 00000100:00100000:3.0:1780298665.266885:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235136 00002000:00100000:3.0:1780298665.266907:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2215936->2220031) req@ffff9cf255091f80 x1866777610235136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.266916:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091f80 with x1866777610235136 ext(2215936->2220031) 00002000:00010000:3.0:1780298665.266919:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091f80 00000100:00100000:3.0:1780298665.266940:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7576 00000100:00100000:3.0:1780298665.266949:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610235136:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:3.0:1780298665.267034:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255091f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610235136:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 87us (201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1780298665.267041:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7576 00002000:00100000:3.0:1780298665.267048:0:8362:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (2215936->2220031) req@ffff9cf255091f80 x1866777610235136/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1780298665.267057:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf255091f80 with x1866777610235136 ext(2215936->2220031) 00002000:00010000:3.0:1780298665.267061:0:8362:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf255091f80 00000100:00100000:0.0:1780298665.268164:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.268218:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235264 00000100:00100000:2.0:1780298665.268224:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235264 00002000:00100000:2.0:1780298665.268241:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2220032->2256895) req@ffff9cf25548aa00 x1866777610235264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.268247:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548aa00 with x1866777610235264 ext(2220032->2256895) 00002000:00010000:2.0:1780298665.268250:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548aa00 00000100:00100000:2.0:1780298665.268267:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7577 00000100:00100000:2.0:1780298665.268277:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610235264:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.269076:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25548aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610235264:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 803us (916us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298665.269082:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7577 00002000:00100000:2.0:1780298665.269087:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (2220032->2256895) req@ffff9cf25548aa00 x1866777610235264/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.269092:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25548aa00 with x1866777610235264 ext(2220032->2256895) 00002000:00010000:2.0:1780298665.269095:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25548aa00 00000100:00100000:0.0:1780298665.270250:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.270286:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.270308:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235392 00000100:00100000:1.0:1780298665.270315:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235392 00000100:00100000:3.0:1780298665.270336:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235520 00000100:00100000:3.0:1780298665.270349:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235520 00000100:00100000:1.0:1780298665.270360:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12574 00000100:00100000:1.0:1780298665.270372:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610235392:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.270384:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.270388:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12575 00000100:00100000:3.0:1780298665.270399:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610235520:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.270403:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a605 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cd3 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.270408:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.270421:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a60c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cda expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.270467:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605419520:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.270468:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605419392:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.270555:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.270555:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7840 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.271382:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605419392:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.271404:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605419520:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.271411:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a60c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cda expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.271431:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a605 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cd3 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.271435:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a60c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cda expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.271446:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fddc766/0xaf35132e6303a605 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cd3 expref: 9 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.271450:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00010000:00010000:0.0:1780298665.271462:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:3.0:1780298665.271488:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610235520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1089us (1199us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.271489:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610235392:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1118us (1239us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.271506:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12575 00000100:00100000:0.0:1780298665.271513:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12574 00000100:00100000:0.0:1780298665.272742:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.272821:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235648 00000100:00100000:0.0:1780298665.272837:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.272839:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235648 00000100:00100000:1.0:1780298665.272885:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235776 00000100:00100000:1.0:1780298665.272888:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235776 00000100:00100000:2.0:1780298665.272905:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12576 00000100:00100000:2.0:1780298665.272921:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610235648:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298665.272931:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12577 00010000:00010000:2.0:1780298665.272933:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.272951:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a613 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ce1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.272951:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610235776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.272967:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.272983:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a61a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ce8 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.273001:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf255090380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605419648:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.273041:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605419776:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.273072:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.273092:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7840 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.273970:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf255090380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605419648:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.273986:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605419776:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.273998:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a613 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ce1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.274013:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a613 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ce1 expref: 9 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.274021:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a61a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ce8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.274024:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00010000:00010000:0.0:1780298665.274052:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a61a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ce8 expref: 11 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.274063:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:2400:x1866777610235648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1149us (1330us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.274071:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12576 00010000:00010000:0.0:1780298665.274072:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:0.0:1780298665.274112:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610235776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1169us (1273us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.274121:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12577 00000100:00100000:2.0:1780298665.275313:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.275346:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.275407:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236032 00000100:00100000:3.0:1780298665.275408:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610235904 00000100:00100000:1.0:1780298665.275414:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236032 00000100:00100000:3.0:1780298665.275417:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610235904 00000100:00100000:1.0:1780298665.275458:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12578 00000100:00100000:1.0:1780298665.275473:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236032:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.275482:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12579 00010000:00010000:1.0:1780298665.275486:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.275497:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610235904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.275499:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a621 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cf6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.275516:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.275537:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605419904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.275538:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a628 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cef expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.275584:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605420032:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.275590:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.275629:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.276515:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242862680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605419904:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.276541:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a621 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cf6 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.276555:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605420032:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.276559:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a621 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cf6 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.276574:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00010000:00010000:2.0:1780298665.276580:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a628 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cef expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.276596:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2336867/0xaf35132e6303a628 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cef expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.276607:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9200, rc 0) 00000100:00100000:3.0:1780298665.276613:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255093800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1145us (1266us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.276622:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12578 00000100:00100000:2.0:1780298665.276642:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf255090380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610235904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1149us (1336us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.276651:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12579 00000100:00100000:0.0:1780298665.277638:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.277659:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.277668:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236160 00000100:00100000:3.0:1780298665.277674:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236160 00000100:00100000:2.0:1780298665.277706:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236288 00000100:00100000:3.0:1780298665.277711:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12580 00000100:00100000:2.0:1780298665.277712:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236288 00000100:00100000:3.0:1780298665.277724:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610236160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.277734:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.277743:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a62f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8cfd expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.277751:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12581 00000100:00100000:2.0:1780298665.277765:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610236288:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.277774:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.277783:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605420160:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.277784:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a636 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d04 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.277823:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605420288:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.277849:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.277856:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.278668:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605420160:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.278691:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a62f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cfd expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.278694:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605420288:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.278713:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a62f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8cfd expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.278718:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a636 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d04 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.278728:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00010000:00010000:2.0:1780298665.278739:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d64202a/0xaf35132e6303a636 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d04 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.278750:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00000100:00100000:3.0:1780298665.278760:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610236160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1038us (1121us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.278767:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12580 00000100:00100000:2.0:1780298665.278775:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610236288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1012us (1112us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.278782:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12581 00000100:00100000:1.0:1780298665.279927:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.279946:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.279965:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236416 00000100:00100000:3.0:1780298665.279969:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236544 00000100:00100000:0.0:1780298665.279972:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236416 00000100:00100000:3.0:1780298665.279976:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236544 00000100:00100000:0.0:1780298665.280026:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12582 00000100:00100000:3.0:1780298665.280037:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12583 00000100:00100000:0.0:1780298665.280042:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610236416:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.280052:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.280066:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.280066:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.280078:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a644 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d12 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.280078:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a63d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d0b expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.280162:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605420544:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.280165:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605420416:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.280215:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.280222:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57900 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.280965:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605420544:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.280978:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605420416:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.280987:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a63d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d0b expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.281002:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a644 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d12 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.281012:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a63d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d0b expref: 13 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.281020:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612d31ca/0xaf35132e6303a644 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d12 expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.281022:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00010000:00010000:2.0:1780298665.281034:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9400, rc 0) 00000100:00100000:1.0:1780298665.281056:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242862680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610236416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1128us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.281061:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1110us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.281070:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12582 00000100:00100000:2.0:1780298665.281081:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12583 00000100:00100000:1.0:1780298665.282110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.282181:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236672 00000100:00100000:0.0:1780298665.282187:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236672 00000100:00100000:0.0:1780298665.282251:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7578 00000100:00100000:0.0:1780298665.282261:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2398:x1866777610236672:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298665.282449:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298665.282452:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.282454:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.282457:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.282459:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1432 -> 1440 00000100:00100000:0.0:1780298665.282491:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610236672:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 232us (381us total) trans 4294970058 rc 0/0 00000100:00100000:0.0:1780298665.282499:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7578 00000100:00100000:0.0:1780298665.283358:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.283397:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236800 00000100:00100000:2.0:1780298665.283402:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236800 00000100:00100000:2.0:1780298665.283441:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12584 00000100:00100000:2.0:1780298665.283450:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610236800:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.283460:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.283468:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298665.283471:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a64b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d19 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.283492:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610236928 00000100:00100000:3.0:1780298665.283498:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610236928 00000100:00100000:2.0:1780298665.283511:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605420672:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.283570:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12585 00000100:00100000:2.0:1780298665.283574:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.283580:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236928:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.283597:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.283612:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a652 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d20 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.283644:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605420800:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.283717:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b573c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.284274:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605420672:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.284304:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a64b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d19 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.284332:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077c05e31/0xaf35132e6303a64b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d19 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.284341:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:2.0:1780298665.284372:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610236800:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1016us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.284378:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12584 00000100:00100000:3.0:1780298665.284516:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25491ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605420800:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.284531:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a652 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d20 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.284541:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a652 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d20 expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.284548:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8e00, rc 0) 00000100:00100000:3.0:1780298665.284575:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610236928:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 998us (1109us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.284583:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12585 00000100:00100000:1.0:1780298665.285433:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.285459:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.285476:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237056 00000100:00100000:2.0:1780298665.285482:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237056 00000100:00100000:0.0:1780298665.285515:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237184 00000100:00100000:2.0:1780298665.285520:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12586 00000100:00100000:0.0:1780298665.285522:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237184 00000100:00100000:2.0:1780298665.285529:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610237056:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.285539:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.285549:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a659 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d27 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.285554:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12587 00000100:00100000:0.0:1780298665.285568:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610237184:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.285576:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.285586:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a660 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d2e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.285588:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605420928:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.285626:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605421056:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.285638:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.285652:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.286375:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605420928:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.286392:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a659 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d27 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.286396:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605421056:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.286410:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d64202a/0xaf35132e6303a659 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d27 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.286418:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a660 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d2e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.286440:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09e00, rc 0) 00010000:00010000:0.0:1780298665.286442:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa41763f/0xaf35132e6303a660 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d2e expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.286451:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:2.0:1780298665.286467:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610237056:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 941us (1034us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.286474:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610237184:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 908us (1013us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.286478:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12586 00000100:00100000:0.0:1780298665.286486:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12587 00000100:00100000:1.0:1780298665.287542:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.287577:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237440 00000100:00100000:0.0:1780298665.287582:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237440 00000100:00100000:0.0:1780298665.287612:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62321 00000100:00100000:0.0:1780298665.287618:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+61:30556:x1866777610237440:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:0.0:1780298665.287654:0:17578:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298665.287668:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09000/0xaf35132e6303a4d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ba6 expref: 61 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.287678:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298665.287681:0:17578:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298665.287811:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.287822:0:17578:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 49 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.287831:0:17578:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.287847:0:17578:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 49 pid: 7411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.287857:0:17578:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 49 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.287865:0:17578:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605421184:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.287898:0:17578:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff180 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.288585:0:17578:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17578:1866777605421184:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.288596:0:17578:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.288712:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.288746:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237568 00000100:00100000:3.0:1780298665.288788:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237568 00010000:00010000:3.0:1780298665.288808:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.288838:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15743 00000100:00100000:3.0:1780298665.288846:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:2399:x1866777610237568:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298665.288856:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298665.288868:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288880:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288891:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09600/0xaf35132e6303a4f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8bc2 expref: 50 pid: 7411 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288899:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:3.0:1780298665.288902:0:8374:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288909:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288914:0:8374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40290000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.288930:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1780298665.288946:0:17578:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.288954:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:2399:x1866777610237568:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 108us (241us total) trans 0 rc 0/0 00010000:00010000:0.0:1780298665.288954:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.288966:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15743 00000001:00080000:0.0:1780298665.289002:0:17578:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991313 00000004:00010000:0.0:1780298665.289025:0:17578:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fb7bfb6 reply state 000000005f511268 transno 4294991314 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.289054:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf350de2a00/0xaf35132e6303a667 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.289061:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:0.0:1780298665.289064:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1780298665.289066:0:17578:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1780298665.289148:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777610237440:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 1504us (1582us total) trans 4294991314 rc 0/0 00000100:00100000:0.0:1780298665.289157:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62321 00000020:00080000:0.0:1780298665.289162:0:17578:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1780298665.289847:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.289886:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237696 00000100:00100000:0.0:1780298665.289891:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237696 00000100:00100000:0.0:1780298665.289921:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12588 00000100:00100000:0.0:1780298665.289927:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+8:30556:x1866777610237696:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.289937:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.289947:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d35 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.289966:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.289975:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.289983:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(34 110) 00010000:00010000:0.0:1780298665.289987:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(36 110) 00010000:00010000:0.0:1780298665.289997:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.290024:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.290038:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.290048:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605421312:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.290095:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 12 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.290105:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.290113:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605421440:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.290172:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.290714:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605421312:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.291051:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.291073:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605421440:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.291095:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.291105:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:0.0:1780298665.291162:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610237696:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1235us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.291170:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12588 00000100:00100000:2.0:1780298665.291288:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237824 00000100:00100000:2.0:1780298665.291294:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237824 00010000:00010000:2.0:1780298665.291315:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.291322:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.291343:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15744 00000100:00100000:2.0:1780298665.291350:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610237824:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.291360:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.291372:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.291381:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.291393:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005dffef48/0xaf35132e6303a5fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2191360->3719167] (req 2191360->2195455) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ccc expref: 13 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.291402:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.291410:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610237952 00000100:00100000:1.0:1780298665.291414:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610237952 00000100:00100000:2.0:1780298665.291419:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610237824:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 71us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.291431:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15744 00002000:00100000:1.0:1780298665.291440:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3719168->3735551) req@ffff9cf375f54c50 x1866777610237952/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 16872/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.291448:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f54c50 with x1866777610237952 ext(3719168->3735551) 00010000:00010000:1.0:1780298665.291453:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.291463:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.291473:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf375f54c50 00000100:00100000:1.0:1780298665.291490:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 263 00000100:00100000:1.0:1780298665.291495:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf375f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610237952:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:1.0:1780298665.292015:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf375f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610237952:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 517us (696us total) trans 4294970059 rc 0/0 00000100:00100000:1.0:1780298665.292024:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 263 00002000:00100000:1.0:1780298665.292032:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3719168->3735551) req@ffff9cf375f54c50 x1866777610237952/t4294970059(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 16872/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.292041:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf375f54c50 with x1866777610237952 ext(3719168->3735551) 00010000:00010000:1.0:1780298665.292047:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.292068:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1780298665.292076:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf375f54c50 00000100:00100000:3.0:1780298665.292826:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.292869:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238080 00000100:00100000:2.0:1780298665.292874:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238080 00010000:00010000:2.0:1780298665.292891:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.292919:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15745 00000100:00100000:2.0:1780298665.292929:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610238080:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.292937:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298665.292943:0:7400:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1440 -> 1472 00010000:00010000:2.0:1780298665.292948:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.292956:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.292975:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063c74321/0xaf35132e6303a5b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3719168->37273599] (req 3719168->3735551) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c7f expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.292984:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(36 110) 00010000:00010000:2.0:1780298665.292987:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(36 110) 00010000:00010000:2.0:1780298665.292992:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.293001:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.293037:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 8 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.293048:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605421568:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.293119:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.293798:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605421568:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.293811:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.293841:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2400:x1866777610238080:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 914us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.293850:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15745 00000100:00100000:3.0:1780298665.294016:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.294055:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238208 00000100:00100000:2.0:1780298665.294060:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238208 00000100:00100000:2.0:1780298665.294094:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12589 00000100:00100000:2.0:1780298665.294099:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610238208:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.294111:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.294120:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d3c expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294190:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294199:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294219:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(27 75) 00010000:00010000:2.0:1780298665.294222:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(29 75) 00010000:00010000:2.0:1780298665.294227:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294249:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294263:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.294273:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605421696:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.294334:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.294342:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.294348:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605421824:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.294368:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.294932:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605421696:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.295094:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605421824:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.295170:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 11 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295198:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08800, rc 0) 00000100:00100000:2.0:1780298665.295235:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:30556:x1866777610238208:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1136us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.295242:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12589 00000100:00100000:3.0:1780298665.295289:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.295326:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238336 00000100:00100000:2.0:1780298665.295331:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238336 00010000:00010000:2.0:1780298665.295352:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.295380:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15746 00000100:00100000:2.0:1780298665.295390:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610238336:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.295403:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.295419:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295426:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295442:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a54f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [782336->1249279] (req 782336->811007) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8c1d expref: 11 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295451:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.295469:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610238336:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 82us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.295482:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15746 00000100:00100000:3.0:1780298665.295620:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.295646:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238464 00000100:00100000:2.0:1780298665.295650:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238464 00010000:00010000:2.0:1780298665.295660:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.295680:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15747 00000100:00100000:2.0:1780298665.295685:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610238464:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.295691:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.295697:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295704:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295713:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a517 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [1249280->34803711] (req 1249280->1294335) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8be5 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295721:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(29 75) 00010000:00010000:2.0:1780298665.295724:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(29 75) 00010000:00010000:2.0:1780298665.295728:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295735:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.295768:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.295781:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605421952:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.295829:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.296426:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605421952:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.296435:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.296463:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610238464:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 776us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.296472:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15747 00000100:00100000:3.0:1780298665.296652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.296692:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.296708:0:8364:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238592 00000100:00100000:2.0:1780298665.296713:0:8364:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238592 00000100:00100000:0.0:1780298665.296730:0:19949:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238720 00002000:00010000:2.0:1780298665.296735:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00000100:00100000:0.0:1780298665.296736:0:19949:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238720 00002000:00100000:2.0:1780298665.296742:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777610238592 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298665.296750:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491bb80. 00002000:00010000:0.0:1780298665.296757:0:19949:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3093925->18446744073709551615) 00002000:00100000:0.0:1780298665.296762:0:19949:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777610238720 ext(3093925->18446744073709551615) 00002000:00010000:0.0:1780298665.296769:0:19949:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919f80. 00000100:00100000:2.0:1780298665.296774:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7579 00000100:00100000:3.0:1780298665.296789:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7580 00000100:00100000:2.0:1780298665.296789:0:8364:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610238592:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:3.0:1780298665.296804:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610238720:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:2.0:1780298665.296922:0:8364:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298665.296926:0:8364:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.296929:0:8364:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.296932:0:8364:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.296934:0:8364:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1472 -> 1472 00000100:00100000:2.0:1780298665.296965:0:8364:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610238592:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 183us (313us total) trans 4294970060 rc 0/0 00000100:00100000:2.0:1780298665.296979:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7579 00002000:00010000:2.0:1780298665.296983:0:8364:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (4194304->18446744073709551615) 00002000:00100000:2.0:1780298665.296986:0:8364:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf25491bb80 with x1866777610238592 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1780298665.296992:0:8364:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf25491bb80. 00002000:00010000:3.0:1780298665.297014:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3948395 -> 3093925 00002000:00010000:3.0:1780298665.297019:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.297021:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.297024:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.297026:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:3.0:1780298665.297061:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610238720:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 262us (368us total) trans 4294969513 rc 0/0 00000100:00100000:3.0:1780298665.297171:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7580 00002000:00010000:3.0:1780298665.297174:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (3093925->18446744073709551615) 00002000:00100000:3.0:1780298665.297238:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf254919f80 with x1866777610238720 ext(3093925->18446744073709551615) 00002000:00010000:3.0:1780298665.297243:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf254919f80. 00000100:00100000:3.0:1780298665.297998:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.298050:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238848 00000100:00100000:1.0:1780298665.298056:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238848 00000100:00100000:1.0:1780298665.298096:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62322 00000100:00100000:1.0:1780298665.298105:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+49:30556:x1866777610238848:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.298118:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.298174:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a67c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d43 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298272:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298287:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298298:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298665.298325:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7288229 00000004:00200000:1.0:1780298665.298330:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298665.298348:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298374:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a67c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d43 expref: 51 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298388:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d43 expref: 50 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.298397:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.298400:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298665.298403:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298665.298435:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777610238848:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 332us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.298442:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62322 00000100:00100000:2.0:1780298665.299338:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.299368:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610238976 00000100:00100000:3.0:1780298665.299372:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610238976 00000100:00100000:3.0:1780298665.299400:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12590 00000100:00100000:3.0:1780298665.299405:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610238976:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.299474:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.299493:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a68a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d4a expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.299538:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605422080:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.299560:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.299603:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239104 00000100:00100000:1.0:1780298665.299607:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239104 00000100:00100000:1.0:1780298665.299639:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12591 00000100:00100000:1.0:1780298665.299646:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610239104:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.299653:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.299659:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a691 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d51 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.299681:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605422208:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.299720:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b573c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.299723:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.300282:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254918700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605422080:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.300299:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a68a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d4a expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.300316:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030c23f9c/0xaf35132e6303a68a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d4a expref: 14 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.300327:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9600, rc 0) 00000100:00100000:2.0:1780298665.300359:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610238976:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 953us (1023us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.300367:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12590 00000100:00100000:1.0:1780298665.300491:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605422208:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.300508:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a691 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d51 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.300523:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a691 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d51 expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.300533:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.300559:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610239104:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 913us (1001us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.300565:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12591 00000100:00100000:2.0:1780298665.301403:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.301452:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239232 00000100:00100000:0.0:1780298665.301458:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239232 00000100:00100000:0.0:1780298665.301494:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12592 00000100:00100000:3.0:1780298665.301509:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.301514:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610239232:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.301524:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.301534:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a698 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d58 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.301560:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239360 00000100:00100000:2.0:1780298665.301566:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239360 00000100:00100000:0.0:1780298665.301569:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605422336:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.301606:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12593 00000100:00100000:2.0:1780298665.301616:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610239360:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.301624:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298665.301628:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1780298665.301634:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a69f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d5f expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.301679:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605422464:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.301712:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.302225:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605422336:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.302239:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a698 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d58 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.302250:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a698 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d58 expref: 14 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.302266:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298665.302291:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610239232:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 791us (890us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.302297:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12592 00000100:00100000:2.0:1780298665.302378:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605422464:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.302402:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a69f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d5f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.302417:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a69f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d5f expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.302426:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298665.302453:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2398:x1866777610239360:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (945us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.302461:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12593 00000100:00100000:1.0:1780298665.303394:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.303427:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239488 00000100:00100000:2.0:1780298665.303433:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239488 00000100:00100000:2.0:1780298665.303462:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12594 00000100:00100000:2.0:1780298665.303470:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610239488:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.303478:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.303487:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a6a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d66 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.303516:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605422592:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.303549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.303554:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.303581:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239616 00000100:00100000:1.0:1780298665.303586:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239616 00000100:00100000:1.0:1780298665.303613:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12595 00000100:00100000:1.0:1780298665.303621:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610239616:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.303629:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.303656:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a6ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d6d expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.303681:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605422720:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.303709:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.304213:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605422592:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.304226:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a6a6 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d66 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.304236:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a6a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d66 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.304243:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.304267:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2397:x1866777610239488:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 800us (876us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.304273:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12594 00000100:00100000:1.0:1780298665.304400:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605422720:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.304414:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a6ad lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d6d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.304425:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a6ad lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d6d expref: 11 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.304433:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.304454:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2397:x1866777610239616:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 836us (909us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.304461:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12595 00000100:00100000:3.0:1780298665.305302:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.305327:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.305335:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239744 00000100:00100000:2.0:1780298665.305339:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239744 00000100:00100000:0.0:1780298665.305356:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610239872 00000100:00100000:0.0:1780298665.305361:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610239872 00000100:00100000:2.0:1780298665.305372:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12596 00000100:00100000:2.0:1780298665.305381:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610239744:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.305388:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.305396:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12597 00010000:00010000:2.0:1780298665.305398:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a6b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d74 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.305405:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610239872:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.305411:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.305416:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a6bb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d7b expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.305426:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605422848:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.305439:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605422976:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.305464:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57a80 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.305464:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.306263:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf25488ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605422976:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.306286:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a6bb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d7b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.306289:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605422848:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.306311:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a6b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d74 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.306340:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006984ee17/0xaf35132e6303a6bb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d7b expref: 11 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.306340:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb97c400/0xaf35132e6303a6b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d74 expref: 14 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.306365:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09a00, rc 0) 00010000:00010000:2.0:1780298665.306367:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8e00, rc 0) 00000100:00100000:0.0:1780298665.306399:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2399:x1866777610239744:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1095us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.306406:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610239872:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 999us (1075us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.306413:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12596 00000100:00100000:2.0:1780298665.306422:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12597 00000100:00100000:0.0:1780298665.307378:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.307412:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240000 00000100:00100000:2.0:1780298665.307417:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240000 00000100:00100000:2.0:1780298665.307444:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12598 00000100:00100000:2.0:1780298665.307449:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:30556:x1866777610240000:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.307456:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.307464:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d82 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.307478:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.307485:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(36 110) 00010000:00010000:2.0:1780298665.307488:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:2.0:1780298665.307492:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->3575807] (req 3559424->3575807) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.307506:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.307521:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 9 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.307530:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605423104:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.307563:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.308189:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605423104:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.308205:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->3575807] (req 3559424->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 14 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308216:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:2.0:1780298665.308237:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610240000:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 788us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.308242:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12598 00000100:00100000:3.0:1780298665.308326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.308386:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240128 00000100:00100000:2.0:1780298665.308390:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240128 00010000:00010000:2.0:1780298665.308407:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.308435:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15748 00000100:00100000:2.0:1780298665.308440:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610240128:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.308447:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.308456:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308472:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308484:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075e99a4b/0xaf35132e6303a66e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d35 expref: 10 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308491:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:2.0:1780298665.308494:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:2.0:1780298665.308499:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308505:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.308519:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 13 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.308527:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605423232:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.308555:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c000 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.309295:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6461:1866777605423232:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.309305:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.309326:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610240128:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 886us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.309332:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15748 00000100:00100000:3.0:1780298665.309799:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.309837:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240256 00000100:00100000:2.0:1780298665.309841:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240256 00000100:00100000:2.0:1780298665.309874:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7581 00000100:00100000:2.0:1780298665.309880:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610240256:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298665.310542:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1780298665.310547:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.310549:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.310552:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.310554:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1472 -> 1472 00000100:00100000:2.0:1780298665.310585:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610240256:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 705us (787us total) trans 4294970061 rc 0/0 00000100:00100000:2.0:1780298665.310593:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7581 00000100:00100000:3.0:1780298665.311727:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.311768:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240384 00000100:00100000:1.0:1780298665.311773:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240384 00000100:00100000:3.0:1780298665.311791:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.311812:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240512 00000100:00100000:1.0:1780298665.311814:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240512 00000100:00100000:1.0:1780298665.311840:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12599 00000100:00100000:2.0:1780298665.311850:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12600 00000100:00100000:1.0:1780298665.311851:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610240384:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.311865:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610240512:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.311865:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.311875:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.311880:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a6c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d89 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.311884:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a6d0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d90 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.311927:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605423360:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.311941:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605423488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.311976:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.311977:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.313043:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605423488:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.313051:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605423360:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.313071:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a6c9 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d89 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.313077:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a6d0 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d90 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.313096:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a6c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d89 expref: 16 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.313099:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a6d0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d90 expref: 11 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.313109:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00010000:00010000:2.0:1780298665.313122:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:1.0:1780298665.313179:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610240384:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1331us (1452us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.313181:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610240512:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1319us (1389us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.313192:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12599 00000100:00100000:2.0:1780298665.313201:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12600 00000100:00100000:3.0:1780298665.314410:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.314442:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.314458:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240640 00000100:00100000:2.0:1780298665.314464:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240640 00000100:00100000:1.0:1780298665.314481:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240768 00000100:00100000:1.0:1780298665.314486:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240768 00000100:00100000:2.0:1780298665.314504:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12601 00000100:00100000:3.0:1780298665.314515:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12602 00000100:00100000:2.0:1780298665.314517:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610240640:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.314530:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610240768:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.314531:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.314540:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.314542:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a6d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d97 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.314551:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a6de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8d9e expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.314575:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605423616:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.314599:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605423744:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.314637:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b576c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.314643:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.315546:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605423616:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.315566:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254888a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605423744:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.315570:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a6d7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d97 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.315590:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a6de lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d9e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.315591:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ba4a4a6/0xaf35132e6303a6d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d97 expref: 16 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.315616:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00010000:00010000:0.0:1780298665.315639:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019d620bb/0xaf35132e6303a6de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d9e expref: 11 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.315647:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:2.0:1780298665.315651:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610240640:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1136us (1241us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.315667:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12601 00000100:00100000:0.0:1780298665.315672:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:2400:x1866777610240768:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1147us (1229us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.315679:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12602 00000100:00100000:0.0:1780298665.316832:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.316863:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610240896 00000100:00100000:3.0:1780298665.316874:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610240896 00000100:00100000:3.0:1780298665.316907:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12603 00000100:00100000:3.0:1780298665.316916:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610240896:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.316926:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.316936:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8da5 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.316954:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:3.0:1780298665.316958:0:19992:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:3.0:1780298665.316967:0:19992:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.316981:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 16 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.316990:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9a00, rc 0) 00000100:00100000:3.0:1780298665.317027:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:30556:x1866777610240896:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 113us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.317034:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12603 00000100:00100000:3.0:1780298665.317770:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.317802:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241024 00000100:00100000:0.0:1780298665.317806:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241024 00000100:00100000:0.0:1780298665.317842:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7582 00000100:00100000:0.0:1780298665.317850:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+16:2397:x1866777610241024:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298665.318653:0:19943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1780298665.318656:0:19943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.318658:0:19943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.318659:0:19943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.318661:0:19943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1472 -> 1456 00000100:00100000:0.0:1780298665.318691:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610241024:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 841us (921us total) trans 4294970062 rc 0/0 00000100:00100000:0.0:1780298665.318697:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7582 00000100:00100000:0.0:1780298665.319475:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.319522:0:9976:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241152 00000100:00100000:2.0:1780298665.319527:0:9976:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241152 00000100:00100000:2.0:1780298665.319566:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62323 00000100:00100000:2.0:1780298665.319576:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777610241152:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.319593:0:9976:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.319608:0:9976:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303a6ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dac expref: -99 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319692:0:9976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319707:0:9976:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319718:0:9976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1780298665.319746:0:9976:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 7288229 00000004:00200000:2.0:1780298665.319751:0:9976:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1780298665.319768:0:9976:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 9976 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319791:0:9976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d08600/0xaf35132e6303a6ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 65 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319805:0:9976:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 64 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.319824:0:9976:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.319827:0:9976:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1780298665.319830:0:9976:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09800, rc 0) 00000100:00100000:2.0:1780298665.319859:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:30556:x1866777610241152:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 285us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.319864:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62323 00000100:00100000:3.0:1780298665.320814:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.320852:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241280 00000100:00100000:2.0:1780298665.320858:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241280 00000100:00100000:2.0:1780298665.320891:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12604 00000100:00100000:2.0:1780298665.320901:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610241280:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.320911:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.320921:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303a6fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8db3 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.320965:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605423872:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.321028:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.321890:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605423872:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.321910:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303a6fa lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8db3 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.321921:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dfdf24b/0xaf35132e6303a6fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8db3 expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.321928:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:2.0:1780298665.321959:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610241280:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1062us (1146us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.321964:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12604 00000100:00100000:0.0:1780298665.322948:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.322994:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241408 00000100:00100000:1.0:1780298665.322998:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241408 00000100:00100000:1.0:1780298665.323036:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12605 00000100:00100000:1.0:1780298665.323044:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610241408:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.323053:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.323069:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a701 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dba expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.323107:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605424000:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.323203:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.323895:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605424000:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.323912:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a701 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dba expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.323923:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a701 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dba expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.323934:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.323967:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610241408:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 924us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.323974:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12605 00000100:00100000:0.0:1780298665.325339:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.325372:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241536 00000100:00100000:1.0:1780298665.325377:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241536 00002000:00100000:1.0:1780298665.325404:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3899392->3903487) req@ffff9cf242b6b100 x1866777610241536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.325411:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b100 with x1866777610241536 ext(3899392->3903487) 00002000:00010000:1.0:1780298665.325414:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b100 00000100:00100000:1.0:1780298665.325431:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7583 00000100:00100000:1.0:1780298665.325438:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610241536:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.325593:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610241536:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 154us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.325600:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7583 00002000:00100000:1.0:1780298665.325607:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3899392->3903487) req@ffff9cf242b6b100 x1866777610241536/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.325624:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b100 with x1866777610241536 ext(3899392->3903487) 00002000:00010000:1.0:1780298665.325628:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b6b100 00000100:00100000:0.0:1780298665.326653:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.326711:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241664 00000100:00100000:1.0:1780298665.326716:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241664 00002000:00100000:1.0:1780298665.326734:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3907584->3911679) req@ffff9cf242b68e00 x1866777610241664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.326740:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777610241664 ext(3907584->3911679) 00002000:00010000:1.0:1780298665.326743:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:1.0:1780298665.326765:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7584 00000100:00100000:1.0:1780298665.326772:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610241664:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:1.0:1780298665.326843:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610241664:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 73us (193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1780298665.326848:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7584 00002000:00100000:1.0:1780298665.326852:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (3907584->3911679) req@ffff9cf242b68e00 x1866777610241664/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1780298665.326857:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68e00 with x1866777610241664 ext(3907584->3911679) 00002000:00010000:1.0:1780298665.326859:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68e00 00000100:00100000:3.0:1780298665.328090:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.328173:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241792 00000100:00100000:0.0:1780298665.328179:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241792 00000100:00100000:0.0:1780298665.328224:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12606 00000100:00100000:0.0:1780298665.328235:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610241792:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.328245:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.328260:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a708 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dc1 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.328310:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605424128:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.328375:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.329220:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605424128:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.329247:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a708 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.329282:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a708 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dc1 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.329295:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298665.329331:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610241792:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1244us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.329339:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12606 00000100:00100000:3.0:1780298665.330373:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.330424:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610241920 00000100:00100000:0.0:1780298665.330430:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610241920 00000100:00100000:0.0:1780298665.330472:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12607 00000100:00100000:0.0:1780298665.330481:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610241920:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.330492:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.330503:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e6303a70f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dc8 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.330546:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605424256:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.330594:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.331409:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605424256:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.331432:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e6303a70f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.331447:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f6fb1b9/0xaf35132e6303a70f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dc8 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.331458:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00000100:00100000:3.0:1780298665.331493:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610241920:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1014us (1121us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.331500:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12607 00000100:00100000:3.0:1780298665.332637:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.332682:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242048 00000100:00100000:2.0:1780298665.332687:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242048 00000100:00100000:2.0:1780298665.332734:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12608 00000100:00100000:2.0:1780298665.332744:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+10:30556:x1866777610242048:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.332758:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.332772:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dcf expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.332797:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.332807:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(29 75) 00010000:00010000:2.0:1780298665.332811:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(30 75) 00010000:00010000:2.0:1780298665.332817:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->663551] (req 634880->663551) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.332839:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.332850:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 9 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.332858:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605424384:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.332914:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.333784:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605424384:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.333806:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->663551] (req 634880->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.333819:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:2.0:1780298665.333854:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:30556:x1866777610242048:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1112us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.333861:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12608 00000100:00100000:3.0:1780298665.334117:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.334182:0:8374:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242176 00000100:00100000:1.0:1780298665.334188:0:8374:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242176 00010000:00010000:1.0:1780298665.334212:0:8374:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 10 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.334242:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15749 00000100:00100000:1.0:1780298665.334250:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610242176:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.334267:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.334285:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 10 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.334297:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 10 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.334319:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c05e31/0xaf35132e6303a675 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d3c expref: 10 pid: 8359 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.334330:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(30 75) 00010000:00010000:1.0:1780298665.334333:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(30 75) 00010000:00010000:1.0:1780298665.334340:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.334348:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.334378:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 10 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.334389:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605424512:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.334429:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.335205:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605424512:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.335217:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.335252:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610242176:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1002us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.335260:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15749 00000100:00100000:3.0:1780298665.335398:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.335443:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242304 00000100:00100000:0.0:1780298665.335448:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242304 00000100:00100000:0.0:1780298665.335495:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7585 00000100:00100000:0.0:1780298665.335505:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610242304:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:0.0:1780298665.336212:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3093925 -> 3093925 00002000:00010000:0.0:1780298665.336216:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.336222:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.336224:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:0.0:1780298665.336225:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:0.0:1780298665.336251:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254888a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610242304:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 750us (854us total) trans 4294969514 rc 0/0 00000100:00100000:0.0:1780298665.336257:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7585 00000100:00100000:0.0:1780298665.337228:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.337260:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242432 00000100:00100000:1.0:1780298665.337266:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242432 00000100:00100000:0.0:1780298665.337276:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.337299:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242560 00000100:00100000:1.0:1780298665.337302:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242560 00000100:00100000:3.0:1780298665.337314:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12609 00000100:00100000:1.0:1780298665.337365:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12610 00000100:00100000:3.0:1780298665.337370:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610242432:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298665.337381:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610242560:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.337382:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.337392:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.337399:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a71d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8dd6 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.337403:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a724 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ddd expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.337449:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605424640:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.337452:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605424768:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.337502:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57600 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.337503:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.338307:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605424768:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.338312:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf254889f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605424640:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.338339:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a71d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dd6 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.338340:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a724 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ddd expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.338365:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a71d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dd6 expref: 18 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.338369:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a724 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ddd expref: 13 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.338386:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00010000:00010000:1.0:1780298665.338388:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.338420:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610242560:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1046us (1144us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.338425:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610242432:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1058us (1196us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.338430:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12610 00000100:00100000:0.0:1780298665.338445:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12609 00000100:00100000:0.0:1780298665.339380:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.339402:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242688 00000100:00100000:3.0:1780298665.339407:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242688 00000100:00100000:2.0:1780298665.339473:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12611 00000100:00100000:2.0:1780298665.339485:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610242688:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.339495:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.339506:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a72b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8de4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.339518:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.339543:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605424896:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.339554:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242816 00000100:00100000:1.0:1780298665.339560:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242816 00000100:00100000:1.0:1780298665.339599:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12612 00000100:00100000:2.0:1780298665.339601:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.339611:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610242816:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.339619:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.339629:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a732 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8deb expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.339656:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605425024:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.339688:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.340197:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605424896:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.340222:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a72b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8de4 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.340238:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a72b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8de4 expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.340264:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.340300:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610242688:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (920us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.340302:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605425024:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.340316:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12611 00010000:00010000:1.0:1780298665.340328:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a732 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8deb expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.340342:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6416acb/0xaf35132e6303a732 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8deb expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.340353:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.340380:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610242816:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 774us (861us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.340387:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12612 00000100:00100000:3.0:1780298665.342326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.342364:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610242944 00000100:00100000:2.0:1780298665.342371:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610242944 00000100:00100000:3.0:1780298665.342398:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.342409:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243072 00000100:00100000:2.0:1780298665.342414:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243072 00000100:00100000:1.0:1780298665.342427:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12613 00000100:00100000:1.0:1780298665.342440:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610242944:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298665.342453:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12614 00010000:00010000:1.0:1780298665.342454:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.342468:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a739 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8df2 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.342468:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610243072:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.342477:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.342488:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a740 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8df9 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.342517:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605425152:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.342530:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605425280:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.342581:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.342582:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.343406:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605425152:192.168.203.25@tcp:106: 00002000:00010000:3.0:1780298665.343417:0:20252:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size: 3093925 -> 3852385 00010000:00010000:1.0:1780298665.343425:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a739 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8df2 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.343431:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605425280:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.343450:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7bcba0/0xaf35132e6303a739 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8df2 expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.343458:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a740 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8df9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.343467:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00010000:00010000:3.0:1780298665.343475:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075e99a4b/0xaf35132e6303a740 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8df9 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.343486:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3800, rc 0) 00000100:00100000:1.0:1780298665.343507:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25488ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610242944:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1070us (1182us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.343514:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610243072:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1049us (1114us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.343520:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12613 00000100:00100000:3.0:1780298665.343529:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12614 00000100:00100000:3.0:1780298665.344608:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.344630:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.344644:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243200 00000100:00100000:0.0:1780298665.344649:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243200 00000100:00100000:2.0:1780298665.344658:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243328 00000100:00100000:2.0:1780298665.344663:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243328 00000100:00100000:0.0:1780298665.344688:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12615 00000100:00100000:2.0:1780298665.344703:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12616 00000100:00100000:0.0:1780298665.344712:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243200:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.344719:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243328:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.344723:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.344730:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.344735:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a747 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e00 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.344741:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a74e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e07 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.344776:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605425408:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.344781:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605425536:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.344833:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.344835:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.345605:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605425408:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.345621:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a747 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e00 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.345632:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a747 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e00 expref: 10 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.345639:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:1.0:1780298665.345670:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243200:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1063us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.345683:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12615 00000100:00100000:2.0:1780298665.345725:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605425536:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.345745:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a74e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e07 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.345761:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a74e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e07 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.345783:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298665.345812:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243328:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1100us (1180us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.345820:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12616 00000100:00100000:3.0:1780298665.347020:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.347117:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243456 00000100:00100000:2.0:1780298665.347159:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243456 00000100:00100000:2.0:1780298665.347197:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12617 00000100:00100000:2.0:1780298665.347208:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243456:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.347217:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.347228:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a755 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e0e expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.347251:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.347264:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605425664:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.347295:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243584 00000100:00100000:0.0:1780298665.347300:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243584 00000100:00100000:2.0:1780298665.347321:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.347339:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12618 00000100:00100000:0.0:1780298665.347348:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610243584:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.347356:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.347365:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a75c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e15 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.347394:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605425792:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.347425:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.347947:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605425664:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.347971:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a755 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e0e expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.347987:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a755 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e0e expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.347998:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.348039:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610243456:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 834us (1021us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.348053:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12617 00000100:00100000:0.0:1780298665.348060:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605425792:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.348079:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a75c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e15 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.348099:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a75c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e15 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.348108:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298665.348164:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610243584:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 818us (996us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.348171:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12618 00000100:00100000:3.0:1780298665.348922:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.348958:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243712 00000100:00100000:1.0:1780298665.348962:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243712 00000100:00100000:1.0:1780298665.348993:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12619 00000100:00100000:1.0:1780298665.349002:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610243712:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.349012:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.349022:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a763 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e1c expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.349055:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.349067:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605425920:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.349113:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.349164:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243840 00000100:00100000:2.0:1780298665.349169:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243840 00000100:00100000:2.0:1780298665.349197:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12620 00000100:00100000:2.0:1780298665.349205:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610243840:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.349214:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.349223:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a76a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e23 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.349248:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605426048:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.349278:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.350086:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605426048:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.350100:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a76a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e23 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.350110:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ba4a4a6/0xaf35132e6303a76a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e23 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.350118:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09c00, rc 0) 00000100:00100000:2.0:1780298665.350170:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610243840:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 967us (1116us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.350176:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12620 00000100:00100000:1.0:1780298665.350436:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605425920:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.350472:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a763 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e1c expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.350495:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6416acb/0xaf35132e6303a763 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e1c expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.350506:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.350555:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610243712:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1552us (1631us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.350563:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12619 00000100:00100000:3.0:1780298665.351629:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.351678:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610243968 00000100:00100000:3.0:1780298665.351683:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.351684:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610243968 00000100:00100000:1.0:1780298665.351735:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244096 00000100:00100000:1.0:1780298665.351742:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244096 00000100:00100000:2.0:1780298665.351749:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12621 00000100:00100000:2.0:1780298665.351764:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610243968:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:1.0:1780298665.351779:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12622 00010000:00010000:2.0:1780298665.351787:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.351796:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610244096:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.351804:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a771 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e2a expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.351809:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.351826:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a778 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e31 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.351839:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605426176:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.351882:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605426304:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.351887:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.351944:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.352675:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605426176:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.352703:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a771 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e2a expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.352718:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a771 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e2a expref: 18 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.352728:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.352779:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610243968:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1019us (1201us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.352787:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12621 00000100:00100000:1.0:1780298665.352803:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:19992:1866777605426304:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.352830:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a778 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e31 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.352841:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef7bcba0/0xaf35132e6303a778 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e31 expref: 13 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.352850:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279a00, rc 0) 00000100:00100000:1.0:1780298665.352882:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2400:x1866777610244096:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1094us (1200us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.352890:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12622 00000100:00100000:3.0:1780298665.353828:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.353866:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244224 00000100:00100000:1.0:1780298665.353871:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244224 00000100:00100000:1.0:1780298665.353907:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12623 00000100:00100000:1.0:1780298665.353921:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777610244224:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.353941:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.353948:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:1.0:1780298665.353954:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a77f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e38 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.353987:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244352 00000100:00100000:2.0:1780298665.353995:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244352 00000100:00100000:1.0:1780298665.354004:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605426432:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.354032:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12624 00000100:00100000:2.0:1780298665.354051:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610244352:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.354062:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1780298665.354076:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00010000:00010000:2.0:1780298665.354077:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a786 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e3f expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.354120:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605426560:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.354195:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.354719:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605426432:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.354738:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a77f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e38 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.354749:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000488d1c2a/0xaf35132e6303a77f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e38 expref: 18 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.354759:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.354806:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2398:x1866777610244224:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 888us (976us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.354814:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12623 00000100:00100000:2.0:1780298665.354834:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605426560:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.354862:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a786 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e3f expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.354875:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fba32a6f/0xaf35132e6303a786 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e3f expref: 13 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.354887:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.354915:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2397:x1866777610244352:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 877us (968us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.354922:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12624 00000100:00100000:3.0:1780298665.355896:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.355996:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244480 00000100:00100000:0.0:1780298665.356002:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244480 00000100:00100000:0.0:1780298665.356043:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12625 00000100:00100000:0.0:1780298665.356052:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610244480:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.356063:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.356077:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e46 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.356101:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.356111:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(30 75) 00010000:00010000:0.0:1780298665.356115:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:0.0:1780298665.356121:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1630208->1642495] (req 1630208->1642495) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.356196:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 11 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.356220:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 11 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.356233:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605426688:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.356285:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.356975:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:20252:1866777605426688:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.356994:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [1630208->1642495] (req 1630208->1642495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.357008:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298665.357040:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610244480:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 989us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.357049:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12625 00000100:00100000:3.0:1780298665.357253:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.357297:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244608 00000100:00100000:2.0:1780298665.357307:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244608 00002000:00100000:2.0:1780298665.357343:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3813376->3852384) req@ffff9cf24304ea00 x1866777610244608/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.357352:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ea00 with x1866777610244608 ext(3813376->3852384) 00010000:00010000:2.0:1780298665.357358:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.357369:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 12 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298665.357385:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24304ea00 00000100:00100000:2.0:1780298665.357411:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 264 00000100:00100000:2.0:1780298665.357419:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+12:2399:x1866777610244608:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298665.358719:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610244608:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 1298us (1462us total) trans 4294969515 rc 0/0 00000100:00100000:2.0:1780298665.358728:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 264 00002000:00100000:2.0:1780298665.358737:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x15:0x0] (3813376->3852384) req@ffff9cf24304ea00 x1866777610244608/t4294969515(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.358745:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304ea00 with x1866777610244608 ext(3813376->3852384) 00010000:00010000:2.0:1780298665.358751:0:19951:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.358769:0:19951:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298665.358777:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9cf24304ea00 00000100:00100000:3.0:1780298665.359501:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.359541:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244736 00000100:00100000:0.0:1780298665.359548:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244736 00010000:00010000:0.0:1780298665.359575:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.359607:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15750 00000100:00100000:0.0:1780298665.359616:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610244736:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298665.359629:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1780298665.359645:0:6463:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 560 -> 640 00010000:00010000:0.0:1780298665.359652:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.359673:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.359704:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a716 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [634880->34189311] (req 634880->663551) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dcf expref: 14 pid: 8358 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.359722:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:0.0:1780298665.359726:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:0.0:1780298665.359734:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.359745:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.359776:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.359789:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605426816:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298665.359843:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.360479:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6463:1866777605426816:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298665.360490:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298665.360511:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610244736:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 899us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.360517:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15750 00000100:00100000:3.0:1780298665.360793:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.360822:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244864 00000100:00100000:0.0:1780298665.360826:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244864 00002000:00100000:0.0:1780298665.360845:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1630208->1642495) req@ffff9cf24304d880 x1866777610244864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.360852:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d880 with x1866777610244864 ext(1630208->1642495) 00002000:00010000:0.0:1780298665.360855:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304d880 00000100:00100000:0.0:1780298665.360876:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7586 00000100:00100000:0.0:1780298665.360882:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610244864:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.360991:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf24304d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610244864:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 109us (198us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1780298665.360996:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7586 00002000:00100000:0.0:1780298665.361000:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x15:0x0] (1630208->1642495) req@ffff9cf24304d880 x1866777610244864/t0(0) o3->a9f27b46-1e58-4b3a-bc39-449ecb1af8ca@192.168.203.25@tcp:371/0 lens 488/12728 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.361006:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf24304d880 with x1866777610244864 ext(1630208->1642495) 00002000:00010000:0.0:1780298665.361009:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf24304d880 00000100:00100000:3.0:1780298665.361942:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.362013:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.362027:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610244992 00000100:00100000:1.0:1780298665.362031:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610244992 00000100:00100000:1.0:1780298665.362057:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245120 00000100:00100000:1.0:1780298665.362060:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245120 00000100:00100000:2.0:1780298665.362066:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12626 00000100:00100000:2.0:1780298665.362075:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610244992:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.362078:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12627 00010000:00010000:2.0:1780298665.362088:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.362092:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+13:2398:x1866777610245120:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.362100:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.362102:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a794 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e4d expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.362108:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e54 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.362122:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:3.0:1780298665.362163:0:12101:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00000100:00100000:2.0:1780298665.362165:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605426944:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.362170:0:12101:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.362186:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 14 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.362204:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8600, rc 0) 00000100:00100000:2.0:1780298665.362217:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.362230:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610245120:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 142us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.362238:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12627 00000100:00100000:2.0:1780298665.362944:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605426944:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.362959:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a794 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e4d expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.362977:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a794 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e4d expref: 18 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.362984:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.363005:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2397:x1866777610244992:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 933us (1110us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.363009:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12626 00000100:00100000:0.0:1780298665.363894:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.363938:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245248 00000100:00100000:2.0:1780298665.363944:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245248 00000100:00100000:2.0:1780298665.363973:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12628 00000100:00100000:2.0:1780298665.363978:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610245248:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.363986:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.363994:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e5b expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.364022:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605427072:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.364065:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.364688:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8358:1866777605427072:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.364702:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7a2 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e5b expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.364728:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e5b expref: 18 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.364735:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.364758:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2400:x1866777610245248:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 780us (868us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.364763:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12628 00000100:00100000:3.0:1780298665.365774:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.365815:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245504 00000100:00100000:2.0:1780298665.365820:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245504 00000100:00100000:2.0:1780298665.365857:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62324 00000100:00100000:2.0:1780298665.365870:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+50:30556:x1866777610245504:12345-192.168.203.25@tcp:36:fsx.0 00010000:00010000:2.0:1780298665.365912:0:7411:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.365931:0:7411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a683 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d43 expref: 50 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.365946:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.365951:0:7411:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298665.366080:0:7411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.366091:0:7411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 63 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.366101:0:7411:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.366157:0:7411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 63 pid: 9976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.366172:0:7411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 63 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.366184:0:7411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605427200:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.366221:0:7411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.367729:0:7411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7411:1866777605427200:192.168.203.25@tcp:104: 00010000:00010000:2.0:1780298665.367741:0:7411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.367880:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.367926:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245632 00000100:00100000:1.0:1780298665.367930:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245632 00010000:00010000:1.0:1780298665.367949:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 64 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.367981:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15751 00000100:00100000:1.0:1780298665.367998:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:2400:x1866777610245632:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.368010:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.368015:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 64 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368026:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 64 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368041:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09800/0xaf35132e6303a6f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8dac expref: 64 pid: 9976 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368052:0:7400:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.368057:0:7400:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368067:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368074:0:7400:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40290000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.368096:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1780298665.368118:0:7411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.368166:0:7411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.368168:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:2400:x1866777610245632:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 172us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.368177:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15751 00000001:00080000:2.0:1780298665.368244:0:7411:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991315 00000004:00010000:2.0:1780298665.368270:0:7411:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f80bc2e3 reply state 0000000018ec2b13 transno 4294991316 ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.368283:0:7411:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf244d09c00/0xaf35132e6303a7a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 7411 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.368290:0:7411:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:2.0:1780298665.368294:0:7411:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1780298665.368297:0:7411:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1780298665.368377:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+52:30556:x1866777610245504:12345-192.168.203.25@tcp:36:fsx.0 Request processed in 2508us (2604us total) trans 4294991316 rc 0/0 00000100:00100000:2.0:1780298665.368384:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62324 00000020:00080000:2.0:1780298665.368389:0:7411:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298665.369026:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.369062:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245760 00000100:00100000:0.0:1780298665.369067:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245760 00000100:00100000:0.0:1780298665.369091:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12629 00000100:00100000:0.0:1780298665.369096:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:30556:x1866777610245760:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.369105:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.369114:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e62 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369161:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369173:0:20252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369179:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 2 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(37 110) 00010000:00010000:0.0:1780298665.369183:0:20252:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(39 110) 00010000:00010000:0.0:1780298665.369188:0:20252:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369210:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369223:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 18 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.369233:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605427328:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.369275:0:20252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.369282:0:20252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.369289:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605427456:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.369314:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dffc00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.369936:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605427328:192.168.203.25@tcp:104: 00000100:00100000:3.0:1780298665.369946:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605427456:192.168.203.25@tcp:104: 00010000:00010000:3.0:1780298665.369960:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.369971:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:3.0:1780298665.369994:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610245760:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.369999:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12629 00000100:00100000:3.0:1780298665.370329:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.370359:0:6462:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610245888 00000100:00100000:2.0:1780298665.370363:0:6462:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610245888 00010000:00010000:2.0:1780298665.370378:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.370393:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.370404:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15752 00000100:00100000:2.0:1780298665.370411:0:6462:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610245888:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.370421:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.370437:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.370449:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.370461:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246016 00000100:00100000:3.0:1780298665.370466:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246016 00010000:00010000:2.0:1780298665.370466:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6050429/0xaf35132e6303a6e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [2146304->3555327] (req 2146304->2162687) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8da5 expref: 18 pid: 19992 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.370478:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1780298665.370499:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3899392->3911679) req@ffff9cf242b6b480 x1866777610246016/t0(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 12776/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1780298665.370504:0:6462:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610245888:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 92us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.370518:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15752 00002000:00100000:3.0:1780298665.370520:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610246016 ext(3899392->3911679) 00010000:00010000:3.0:1780298665.370530:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 17 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.370552:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 17 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1780298665.370559:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242b6b480 00000100:00100000:3.0:1780298665.370581:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 265 00000100:00100000:3.0:1780298665.370591:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+17:2399:x1866777610246016:12345-192.168.203.25@tcp:4:fsx.0 00000100:00100000:2.0:1780298665.371211:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610246016:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 621us (818us total) trans 4294970063 rc 0/0 00000100:00100000:2.0:1780298665.371229:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 265 00002000:00100000:2.0:1780298665.371237:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (3899392->3911679) req@ffff9cf242b6b480 x1866777610246016/t4294970063(0) o4->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 12776/448 e 0 to 0 dl 1780298676 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.371246:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b6b480 with x1866777610246016 ext(3899392->3911679) 00010000:00010000:2.0:1780298665.371251:0:16972:0:(ldlm_extent.c:839:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.371261:0:16972:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1780298665.371266:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9cf242b6b480 00000100:00100000:0.0:1780298665.371944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.371989:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246144 00000100:00100000:2.0:1780298665.371993:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246144 00010000:00010000:2.0:1780298665.372006:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.372026:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15753 00000100:00100000:2.0:1780298665.372031:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610246144:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.372038:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1780298665.372044:0:20253:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1456 -> 1480 00010000:00010000:2.0:1780298665.372048:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.372057:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.372072:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a6c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [3559424->37113855] (req 3559424->3575807) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8d82 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.372079:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(39 110) 00010000:00010000:2.0:1780298665.372082:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(39 110) 00010000:00010000:2.0:1780298665.372085:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.372091:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.372109:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.372116:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605427584:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.372183:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.372849:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:20253:1866777605427584:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.372858:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.372883:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610246144:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 851us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.372891:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15753 00000100:00100000:0.0:1780298665.372948:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.372981:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246272 00000100:00100000:1.0:1780298665.372985:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246272 00000100:00100000:1.0:1780298665.373017:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12630 00000100:00100000:1.0:1780298665.373025:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610246272:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.373039:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.373049:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e69 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373064:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373071:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373075:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:1.0:1780298665.373077:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:1.0:1780298665.373079:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373093:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373101:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.373107:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605427712:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.373172:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373187:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 9 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.373194:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605427840:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.373211:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.373784:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605427712:192.168.203.25@tcp:104: 00000100:00100000:1.0:1780298665.373966:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605427840:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.373981:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.373992:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243279400, rc 0) 00000100:00100000:1.0:1780298665.374016:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610246272:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.374024:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12630 00000100:00100000:0.0:1780298665.374263:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.374305:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246400 00000100:00100000:2.0:1780298665.374310:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246400 00000100:00100000:3.0:1780298665.374330:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298665.374331:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.374369:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246528 00000100:00100000:2.0:1780298665.374373:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246528 00000100:00100000:1.0:1780298665.374376:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15754 00000100:00100000:1.0:1780298665.374387:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610246400:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.374391:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.374399:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.374414:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.374416:0:8374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15755 00000100:00100000:3.0:1780298665.374428:0:8374:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf348b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610246528:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.374431:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.374438:0:8374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298665.374455:0:8374:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.374463:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cd65b27/0xaf35132e6303a79b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e54 expref: 15 pid: 12101 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.374473:0:8374:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.374484:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1780298665.374494:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000045ae2ef5/0xaf35132e6303a78d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1630208->1642495) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e46 expref: 10 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.374507:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00000100:00100000:1.0:1780298665.374509:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610246400:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 124us (246us total) trans 0 rc 0/0 00010000:00010000:3.0:1780298665.374515:0:8374:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00000100:00100000:1.0:1780298665.374519:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15754 00010000:00010000:3.0:1780298665.374525:0:8374:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.374548:0:8374:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.374570:0:8374:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 13 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.374581:0:8374:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605427968:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298665.374654:0:8374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b57000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.375342:0:8374:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244811c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:8374:1866777605427968:192.168.203.25@tcp:105: 00010000:00010000:1.0:1780298665.375353:0:8374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1780298665.375384:0:8374:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf348b1ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610246528:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 959us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.375391:0:8374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15755 00000100:00100000:0.0:1780298665.375473:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.375498:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246656 00000100:00100000:1.0:1780298665.375503:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246656 00002000:00010000:1.0:1780298665.375519:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1913335->18446744073709551615) 00002000:00100000:1.0:1780298665.375523:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777610246656 ext(1913335->18446744073709551615) 00002000:00010000:1.0:1780298665.375530:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000. 00000100:00100000:1.0:1780298665.375550:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7587 00000100:00100000:1.0:1780298665.375558:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610246656:12345-192.168.203.25@tcp:10:fsx.0 00000100:00100000:0.0:1780298665.375617:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.375674:0:8362:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246784 00000100:00100000:3.0:1780298665.375680:0:8362:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246784 00002000:00010000:3.0:1780298665.375696:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298665.375700:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777610246784 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298665.375706:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69f80. 00000100:00100000:3.0:1780298665.375726:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7588 00000100:00100000:3.0:1780298665.375733:0:8362:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610246784:12345-192.168.203.25@tcp:10:fsx.0 00002000:00010000:1.0:1780298665.376012:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 4194304 -> 1913335 00002000:00010000:1.0:1780298665.376016:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.376019:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:1.0:1780298665.376022:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.376023:0:8362:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 3852385 -> 0 00002000:00010000:1.0:1780298665.376024:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1480 -> 1184 00002000:00010000:3.0:1780298665.376027:0:8362:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.376029:0:8362:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.376030:0:8362:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:3.0:1780298665.376036:0:8362:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 640 -> 0 00000100:00100000:3.0:1780298665.376063:0:8362:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610246784:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 330us (447us total) trans 4294969516 rc 0/0 00000100:00100000:1.0:1780298665.376067:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610246656:12345-192.168.203.25@tcp:10:fsx.0 Request processed in 508us (592us total) trans 4294970064 rc 0/0 00000100:00100000:3.0:1780298665.376072:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7588 00002000:00010000:3.0:1780298665.376081:0:8362:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/21 (0->18446744073709551615) 00002000:00100000:3.0:1780298665.376083:0:8362:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b69f80 with x1866777610246784 ext(0->18446744073709551615) 00002000:00010000:3.0:1780298665.376087:0:8362:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9cf242b69f80. 00000100:00100000:1.0:1780298665.376088:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7587 00002000:00010000:1.0:1780298665.376094:0:19950:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/20 (1913335->18446744073709551615) 00002000:00100000:1.0:1780298665.376098:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf242b68000 with x1866777610246656 ext(1913335->18446744073709551615) 00002000:00010000:1.0:1780298665.376104:0:19950:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf242b68000. 00000100:00100000:0.0:1780298665.376922:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.376953:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610246912 00000100:00100000:1.0:1780298665.376957:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610246912 00000100:00100000:1.0:1780298665.376982:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62325 00000100:00100000:1.0:1780298665.376988:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+63:30556:x1866777610246912:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.376996:0:17578:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.377007:0:17578:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a7be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e70 expref: -99 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377069:0:17578:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a7c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377080:0:17578:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377086:0:17578:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298665.377102:0:17578:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1913335 00000004:00200000:1.0:1780298665.377105:0:17578:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298665.377117:0:17578:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a7c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 17578 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377167:0:17578:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a7be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e70 expref: 65 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377181:0:17578:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278c00/0xaf35132e6303a7c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e70 expref: 64 pid: 17578 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.377189:0:17578:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.377193:0:17578:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298665.377197:0:17578:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278c00, rc 0) 00000100:00100000:1.0:1780298665.377225:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:30556:x1866777610246912:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 236us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.377232:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62325 00000100:00100000:0.0:1780298665.378022:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.378056:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247040 00000100:00100000:2.0:1780298665.378061:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247040 00000100:00100000:2.0:1780298665.378091:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12631 00000100:00100000:2.0:1780298665.378097:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610247040:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.378105:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1780298665.378110:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00010000:00010000:2.0:1780298665.378114:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e77 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.378164:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247168 00000100:00100000:1.0:1780298665.378168:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247168 00000100:00100000:2.0:1780298665.378199:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605428096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.378205:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12632 00000100:00100000:1.0:1780298665.378215:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610247168:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.378223:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.378231:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a7d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e7e expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.378256:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.378263:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605428224:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.378300:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.378956:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605428096:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.378963:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605428224:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.378984:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a7d3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e7e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.378986:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7cc lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e77 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.379009:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001417fe25/0xaf35132e6303a7cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e77 expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.379011:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25cdf87/0xaf35132e6303a7d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e7e expref: 10 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.379025:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00010000:00010000:1.0:1780298665.379027:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:2.0:1780298665.379052:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2398:x1866777610247040:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 955us (1032us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.379057:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2397:x1866777610247168:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 844us (949us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.379069:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12632 00000100:00100000:2.0:1780298665.379077:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12631 00000100:00100000:3.0:1780298665.380056:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.380091:0:20252:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247296 00000100:00100000:0.0:1780298665.380095:0:20252:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247296 00000100:00100000:0.0:1780298665.380120:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12633 00000100:00100000:0.0:1780298665.380158:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247296:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.380165:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.380172:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a7da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e85 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.380195:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243061880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605428352:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.380225:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.380322:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.380357:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247424 00000100:00100000:1.0:1780298665.380361:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247424 00000100:00100000:1.0:1780298665.380391:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12634 00000100:00100000:1.0:1780298665.380399:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610247424:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.380407:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.380415:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a7e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e8c expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.380438:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605428480:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.380472:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.381073:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243061880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605428352:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.381088:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a7da lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e85 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.381100:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a7da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e85 expref: 10 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.381107:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:1.0:1780298665.381116:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605428480:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.381172:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a7e1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e8c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.381173:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247296:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1015us (1114us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.381193:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12633 00010000:00010000:1.0:1780298665.381200:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f4922155/0xaf35132e6303a7e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e8c expref: 10 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.381212:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278600, rc 0) 00000100:00100000:1.0:1780298665.381238:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2399:x1866777610247424:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 840us (916us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.381246:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12634 00000100:00100000:0.0:1780298665.382253:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.382293:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247552 00000100:00100000:1.0:1780298665.382298:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247552 00000100:00100000:1.0:1780298665.382333:0:19992:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12635 00000100:00100000:1.0:1780298665.382341:0:19992:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247552:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.382350:0:19992:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.382359:0:19992:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a7e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e93 expref: -99 pid: 19992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.382380:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.382387:0:19992:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605428608:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.382416:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247680 00000100:00100000:2.0:1780298665.382422:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247680 00000100:00100000:1.0:1780298665.382427:0:19992:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.382455:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12636 00000100:00100000:2.0:1780298665.382464:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247680:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.382471:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.382479:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a7ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8e9a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.382527:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605428736:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.382563:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.383035:0:19992:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:19992:1866777605428608:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.383049:0:19992:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a7e8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e93 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.383059:0:19992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25cdf87/0xaf35132e6303a7e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e93 expref: 10 pid: 19992 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.383065:0:19992:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278200, rc 0) 00000100:00100000:1.0:1780298665.383086:0:19992:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247552:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 748us (838us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.383091:0:19992:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12635 00000100:00100000:2.0:1780298665.383265:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605428736:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.383280:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a7ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e9a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.383289:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001417fe25/0xaf35132e6303a7ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e9a expref: 10 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.383298:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08000, rc 0) 00000100:00100000:2.0:1780298665.383326:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610247680:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 864us (946us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.383333:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12636 00000100:00100000:0.0:1780298665.384260:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.384297:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247808 00000100:00100000:2.0:1780298665.384301:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247808 00000100:00100000:2.0:1780298665.384324:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12637 00000100:00100000:2.0:1780298665.384336:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610247808:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.384343:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.384349:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ea1 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.384364:0:8356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.384374:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(39 110) 00010000:00010000:2.0:1780298665.384378:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:2.0:1780298665.384383:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5873664->5935103] (req 5873664->5935103) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea1 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.384403:0:8356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.384416:0:8356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 18 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.384423:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605428864:192.168.203.25@tcp:104: 00000100:00100000:2.0:1780298665.384456:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.385199:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605428864:192.168.203.25@tcp:104: 00010000:00010000:1.0:1780298665.385211:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5873664->5935103] (req 5873664->5935103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea1 expref: 10 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.385219:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08e00, rc 0) 00000100:00100000:1.0:1780298665.385247:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610247808:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 912us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.385252:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12637 00000100:00100000:3.0:1780298665.385326:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.385351:0:6463:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610247936 00000100:00100000:0.0:1780298665.385354:0:6463:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610247936 00010000:00010000:0.0:1780298665.385371:0:6463:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.385391:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15756 00000100:00100000:0.0:1780298665.385402:0:6463:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610247936:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1780298665.385409:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1780298665.385417:0:6463:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.385424:0:6463:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.385442:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a7b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e62 expref: 19 pid: 20252 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.385449:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:0.0:1780298665.385452:0:6463:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:0.0:1780298665.385458:0:6463:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5873664->39428095] (req 5873664->5935103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea1 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.385463:0:6463:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5873664->39428095] (req 5873664->5935103) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea1 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.385479:0:6463:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ec85d13e/0xaf35132e6303a7f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [5873664->39428095] (req 5873664->5935103) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea1 expref: 9 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.385487:0:6463:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605428992:192.168.203.25@tcp:105: 00000100:00100000:0.0:1780298665.385524:0:6463:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.386178:0:6463:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243063100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6463:1866777605428992:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.386187:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.386210:0:6463:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244810380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2400:x1866777610247936:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 808us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.386228:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15756 00000100:00100000:3.0:1780298665.386345:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.386374:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248064 00000100:00100000:2.0:1780298665.386378:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248064 00000100:00100000:2.0:1780298665.386408:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7589 00000100:00100000:2.0:1780298665.386414:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2399:x1866777610248064:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298665.386556:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size from disk: 1913335 -> 1913335 00002000:00010000:2.0:1780298665.386559:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.386561:0:19951:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.386562:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.386563:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1184 -> 1304 00000100:00100000:2.0:1780298665.386587:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610248064:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 173us (241us total) trans 4294970065 rc 0/0 00000100:00100000:2.0:1780298665.386594:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7589 00000100:00100000:3.0:1780298665.387260:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.387297:0:6478:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248192 00000100:00100000:1.0:1780298665.387302:0:6478:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248192 00000100:00100000:1.0:1780298665.387339:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 62326 00000100:00100000:1.0:1780298665.387349:0:6478:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+52:30556:x1866777610248192:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.387363:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.387377:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a7fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ea8 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387446:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a804 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387460:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387470:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1780298665.387492:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 1913335 00000004:00200000:1.0:1780298665.387502:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1780298665.387517:0:6478:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a804 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387538:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243279a00/0xaf35132e6303a7fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x39:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea8 expref: 54 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387556:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9cf243278000/0xaf35132e6303a804 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ea8 expref: 53 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.387563:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9cf350410a00) 00010000:00010000:1.0:1780298665.387566:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1780298665.387568:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278000, rc 0) 00000100:00100000:1.0:1780298665.387598:0:6478:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777610248192:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 251us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.387605:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 62326 00000100:00100000:0.0:1780298665.388416:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.388457:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248320 00000100:00100000:1.0:1780298665.388462:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248320 00000100:00100000:1.0:1780298665.388495:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12638 00000100:00100000:1.0:1780298665.388503:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610248320:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.388512:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.388522:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a80b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8eaf expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.388558:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605429120:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.388604:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.389325:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605429120:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.389344:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a80b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eaf expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.389359:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff2dd4d/0xaf35132e6303a80b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eaf expref: 19 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.389370:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf243278800, rc 0) 00000100:00100000:0.0:1780298665.389400:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610248320:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 898us (984us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.389406:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12638 00000100:00100000:3.0:1780298665.390367:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.390401:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248448 00000100:00100000:0.0:1780298665.390405:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248448 00000100:00100000:0.0:1780298665.390430:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12639 00000100:00100000:0.0:1780298665.390435:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610248448:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.390442:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.390449:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a812 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8eb6 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.390477:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605429248:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.390518:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.391358:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605429248:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.391370:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a812 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eb6 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.391391:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a812 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eb6 expref: 19 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.391397:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:0.0:1780298665.391419:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2398:x1866777610248448:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 985us (1053us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.391424:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12639 00000100:00100000:1.0:1780298665.392326:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.392357:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248576 00000100:00100000:2.0:1780298665.392361:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248576 00000100:00100000:2.0:1780298665.392386:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12640 00000100:00100000:2.0:1780298665.392392:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610248576:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.392399:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.392407:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a819 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ebd expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.392437:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605429376:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.392477:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c240 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.393089:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b43100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605429376:192.168.203.25@tcp:106: 00010000:00010000:2.0:1780298665.393109:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a819 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ebd expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.393118:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fba32a6f/0xaf35132e6303a819 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ebd expref: 19 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.393152:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08600, rc 0) 00000100:00100000:2.0:1780298665.393176:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:2399:x1866777610248576:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 785us (852us total) trans 0 rc 301/301 00000100:00100000:2.0:1780298665.393181:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12640 00000100:00100000:3.0:1780298665.393926:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.393980:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248704 00000100:00100000:1.0:1780298665.393985:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248704 00000100:00100000:1.0:1780298665.394017:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12641 00000100:00100000:1.0:1780298665.394026:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+18:30556:x1866777610248704:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.394035:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.394045:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ec4 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.394061:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:1.0:1780298665.394066:0:8356:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:1.0:1780298665.394075:0:8356:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.394088:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 19 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.394096:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030400, rc 0) 00000100:00100000:1.0:1780298665.394153:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610248704:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 99us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.394162:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12641 00000100:00100000:1.0:1780298665.394884:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.394915:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248832 00000100:00100000:0.0:1780298665.394919:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248832 00002000:00100000:0.0:1780298665.394941:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (917504->921599) req@ffff9cf2433dc380 x1866777610248832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.394948:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777610248832 ext(917504->921599) 00002000:00010000:0.0:1780298665.394952:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:0.0:1780298665.394968:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7590 00000100:00100000:0.0:1780298665.394973:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610248832:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.395079:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610248832:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 106us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.395084:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7590 00002000:00100000:0.0:1780298665.395088:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (917504->921599) req@ffff9cf2433dc380 x1866777610248832/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.395094:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dc380 with x1866777610248832 ext(917504->921599) 00002000:00010000:0.0:1780298665.395096:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dc380 00000100:00100000:3.0:1780298665.396055:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.396092:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610248960 00000100:00100000:2.0:1780298665.396098:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610248960 00002000:00100000:2.0:1780298665.396121:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->925695) req@ffff9cf36d4b5500 x1866777610248960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.396163:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777610248960 ext(921600->925695) 00002000:00010000:2.0:1780298665.396167:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:2.0:1780298665.396198:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7591 00000100:00100000:2.0:1780298665.396205:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610248960:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.396494:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610248960:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 289us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.396499:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7591 00002000:00100000:2.0:1780298665.396503:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (921600->925695) req@ffff9cf36d4b5500 x1866777610248960/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.396509:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5500 with x1866777610248960 ext(921600->925695) 00002000:00010000:2.0:1780298665.396517:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5500 00000100:00100000:3.0:1780298665.397444:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.397477:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249088 00000100:00100000:0.0:1780298665.397481:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249088 00002000:00100000:0.0:1780298665.397497:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (925696->929791) req@ffff9cf36d4b6680 x1866777610249088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.397503:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777610249088 ext(925696->929791) 00002000:00010000:0.0:1780298665.397506:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:0.0:1780298665.397521:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7592 00000100:00100000:0.0:1780298665.397526:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249088:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.397744:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249088:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 215us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.397752:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7592 00002000:00100000:0.0:1780298665.397759:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (925696->929791) req@ffff9cf36d4b6680 x1866777610249088/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.397768:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b6680 with x1866777610249088 ext(925696->929791) 00002000:00010000:0.0:1780298665.397772:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b6680 00000100:00100000:1.0:1780298665.398646:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.398683:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249216 00000100:00100000:2.0:1780298665.398688:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249216 00002000:00100000:2.0:1780298665.398709:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (929792->933887) req@ffff9cf2433dd180 x1866777610249216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.398718:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd180 with x1866777610249216 ext(929792->933887) 00002000:00010000:2.0:1780298665.398721:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd180 00000100:00100000:2.0:1780298665.398741:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7593 00000100:00100000:2.0:1780298665.398749:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610249216:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.398930:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610249216:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 182us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.398938:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7593 00002000:00100000:2.0:1780298665.398945:0:19950:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x14:0x0] (929792->933887) req@ffff9cf2433dd180 x1866777610249216/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.398953:0:19950:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd180 with x1866777610249216 ext(929792->933887) 00002000:00010000:2.0:1780298665.398956:0:19950:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd180 00000100:00100000:3.0:1780298665.399915:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.399959:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249344 00000100:00100000:2.0:1780298665.399965:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249344 00002000:00100000:2.0:1780298665.399987:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (933888->937983) req@ffff9cf36d4b5c00 x1866777610249344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.399995:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777610249344 ext(933888->937983) 00002000:00010000:2.0:1780298665.399998:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:2.0:1780298665.400030:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7594 00000100:00100000:2.0:1780298665.400039:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610249344:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.400269:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610249344:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 230us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.400283:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7594 00002000:00100000:2.0:1780298665.400290:0:19951:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x14:0x0] (933888->937983) req@ffff9cf36d4b5c00 x1866777610249344/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.400300:0:19951:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b5c00 with x1866777610249344 ext(933888->937983) 00002000:00010000:2.0:1780298665.400304:0:19951:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b5c00 00000100:00100000:3.0:1780298665.401303:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.401338:0:19943:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249472 00000100:00100000:0.0:1780298665.401343:0:19943:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249472 00002000:00100000:0.0:1780298665.401359:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (937984->942079) req@ffff9cf36d4b4380 x1866777610249472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.401368:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777610249472 ext(937984->942079) 00002000:00010000:0.0:1780298665.401371:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:0.0:1780298665.401391:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7595 00000100:00100000:0.0:1780298665.401399:0:19943:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249472:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:0.0:1780298665.401604:0:19943:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249472:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 206us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1780298665.401614:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7595 00002000:00100000:0.0:1780298665.401620:0:19943:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x14:0x0] (937984->942079) req@ffff9cf36d4b4380 x1866777610249472/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.401625:0:19943:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4380 with x1866777610249472 ext(937984->942079) 00002000:00010000:0.0:1780298665.401627:0:19943:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4380 00000100:00100000:1.0:1780298665.402526:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.402569:0:16972:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249600 00000100:00100000:2.0:1780298665.402574:0:16972:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249600 00002000:00100000:2.0:1780298665.402601:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (942080->946175) req@ffff9cf2433dd880 x1866777610249600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.402610:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd880 with x1866777610249600 ext(942080->946175) 00002000:00010000:2.0:1780298665.402614:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd880 00000100:00100000:2.0:1780298665.402630:0:16972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7596 00000100:00100000:2.0:1780298665.402637:0:16972:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610249600:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.402842:0:16972:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610249600:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 205us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1780298665.402846:0:16972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7596 00002000:00100000:2.0:1780298665.402851:0:16972:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (942080->946175) req@ffff9cf2433dd880 x1866777610249600/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/4536 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.402856:0:16972:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf2433dd880 with x1866777610249600 ext(942080->946175) 00002000:00010000:2.0:1780298665.402859:0:16972:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf2433dd880 00000100:00100000:3.0:1780298665.403882:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.403938:0:8363:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249728 00000100:00100000:0.0:1780298665.403943:0:8363:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249728 00002000:00100000:0.0:1780298665.403963:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (946176->983039) req@ffff9cf36d4b4e00 x1866777610249728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/0 e 0 to 0 dl 1780298676 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1780298665.403972:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4e00 with x1866777610249728 ext(946176->983039) 00002000:00010000:0.0:1780298665.403975:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4e00 00000100:00100000:0.0:1780298665.403998:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7597 00000100:00100000:0.0:1780298665.404005:0:8363:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610249728:12345-192.168.203.25@tcp:3:fsx.0 00000100:00100000:2.0:1780298665.405154:0:8363:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2400:x1866777610249728:12345-192.168.203.25@tcp:3:fsx.0 Request processed in 1147us (1299us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1780298665.405169:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7597 00002000:00100000:2.0:1780298665.405176:0:8363:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x14:0x0] (946176->983039) req@ffff9cf36d4b4e00 x1866777610249728/t0(0) o3->e30cf99f-4c41-4c6b-8649-e9856bf0abcc@192.168.203.25@tcp:371/0 lens 488/440 e 0 to 0 dl 1780298676 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1780298665.405185:0:8363:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9cf36d4b4e00 with x1866777610249728 ext(946176->983039) 00002000:00010000:2.0:1780298665.405189:0:8363:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9cf36d4b4e00 00000100:00100000:3.0:1780298665.406175:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.406232:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249856 00000100:00100000:1.0:1780298665.406238:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249856 00000100:00100000:1.0:1780298665.406285:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12642 00000100:00100000:1.0:1780298665.406294:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249856:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.406307:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.406325:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a827 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ecb expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.406381:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605429504:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.406454:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.407202:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605429504:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.407228:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a827 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ecb expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.407259:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a827 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ecb expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.407271:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00000100:00100000:0.0:1780298665.407305:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610249856:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1013us (1131us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.407323:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12642 00000100:00100000:0.0:1780298665.408174:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.408219:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610249984 00000100:00100000:3.0:1780298665.408223:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610249984 00000100:00100000:3.0:1780298665.408249:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12643 00000100:00100000:3.0:1780298665.408257:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610249984:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.408267:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.408276:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a82e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ed2 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.408308:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605429632:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.408356:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.408994:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605429632:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.409009:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a82e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ed2 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.409018:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d620bb/0xaf35132e6303a82e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ed2 expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.409025:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8200, rc 0) 00000100:00100000:3.0:1780298665.409051:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2398:x1866777610249984:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 795us (877us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.409057:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12643 00000100:00100000:1.0:1780298665.409953:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.410032:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250112 00000100:00100000:3.0:1780298665.410037:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250112 00000100:00100000:2.0:1780298665.410057:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.410092:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250240 00000100:00100000:1.0:1780298665.410097:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250240 00000100:00100000:3.0:1780298665.410106:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12644 00000100:00100000:3.0:1780298665.410115:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610250112:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:0.0:1780298665.410149:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12645 00000100:00100000:0.0:1780298665.410164:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610250240:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.410183:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.410185:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.410197:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303a835 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ed9 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.410198:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a83c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ee0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.410247:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605429888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.410258:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605429760:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.410289:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.410293:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.410983:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605429760:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.410998:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303a835 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ed9 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.411009:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5524779/0xaf35132e6303a835 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ed9 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.411017:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00000100:00100000:0.0:1780298665.411029:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8356:1866777605429888:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.411043:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610250112:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 930us (1090us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.411051:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12644 00010000:00010000:0.0:1780298665.411051:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a83c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.411070:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f6fb1b9/0xaf35132e6303a83c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee0 expref: 10 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.411080:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2400, rc 0) 00000100:00100000:0.0:1780298665.411114:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:2400:x1866777610250240:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 956us (1059us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.411121:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12645 00000100:00100000:1.0:1780298665.412043:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.412083:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250368 00000100:00100000:0.0:1780298665.412088:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250368 00000100:00100000:0.0:1780298665.412119:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12646 00000100:00100000:0.0:1780298665.412173:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+9:30556:x1866777610250368:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.412184:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.412202:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ee7 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.412222:0:9128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.412232:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(31 75) 00010000:00010000:0.0:1780298665.412236:0:9128:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(32 75) 00010000:00010000:0.0:1780298665.412241:0:9128:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3915776->3973119] (req 3915776->3973119) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee7 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.412263:0:9128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 14 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.412278:0:9128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 14 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.412290:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605430016:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.412331:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.412939:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605430016:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.412960:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3915776->3973119] (req 3915776->3973119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee7 expref: 10 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.412985:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2e00, rc 0) 00000100:00100000:0.0:1780298665.413016:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:30556:x1866777610250368:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 846us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.413023:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12646 00000100:00100000:2.0:1780298665.413241:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.413283:0:6461:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250496 00000100:00100000:3.0:1780298665.413288:0:6461:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250496 00010000:00010000:3.0:1780298665.413312:0:6461:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.413334:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15757 00000100:00100000:3.0:1780298665.413339:0:6461:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2399:x1866777610250496:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1780298665.413347:0:6461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1780298665.413361:0:6461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.413369:0:6461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.413381:0:6461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000488d1c2a/0xaf35132e6303a7b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8e69 expref: 15 pid: 9128 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.413390:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(32 75) 00010000:00010000:3.0:1780298665.413392:0:6461:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 time=1780298665 v=(32 75) 00010000:00010000:3.0:1780298665.413397:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3915776->37470207] (req 3915776->3973119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee7 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.413403:0:6461:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3915776->37470207] (req 3915776->3973119) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee7 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.413419:0:6461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d828f4f8/0xaf35132e6303a843 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [3915776->37470207] (req 3915776->3973119) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ee7 expref: 9 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.413427:0:6461:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605430144:192.168.203.25@tcp:105: 00000100:00100000:3.0:1780298665.413458:0:6461:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.414121:0:6461:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6461:1866777605430144:192.168.203.25@tcp:105: 00010000:00010000:3.0:1780298665.414162:0:6461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.414298:0:6461:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2399:x1866777610250496:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 956us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.414306:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15757 00000100:00100000:1.0:1780298665.414401:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.414457:0:19950:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250624 00000100:00100000:2.0:1780298665.414462:0:19950:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250624 00000100:00100000:2.0:1780298665.414490:0:19950:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7598 00000100:00100000:2.0:1780298665.414495:0:19950:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+10:2400:x1866777610250624:12345-192.168.203.25@tcp:22:fsx.0 00002000:00010000:2.0:1780298665.414641:0:19950:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1780298665.414644:0:19950:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.414645:0:19950:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.414647:0:19950:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 1780298665 -> 1780298665 00002000:00010000:2.0:1780298665.414648:0:19950:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 112 00000100:00100000:2.0:1780298665.414671:0:19950:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610250624:12345-192.168.203.25@tcp:22:fsx.0 Request processed in 176us (271us total) trans 4294969517 rc 0/0 00000100:00100000:2.0:1780298665.414675:0:19950:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7598 00000100:00100000:2.0:1780298665.415684:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.415748:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250752 00000100:00100000:3.0:1780298665.415753:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250752 00000100:00100000:1.0:1780298665.415785:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.415819:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610250880 00000100:00100000:2.0:1780298665.415830:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610250880 00000100:00100000:3.0:1780298665.415834:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12647 00000100:00100000:3.0:1780298665.415844:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36e4f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610250752:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:3.0:1780298665.415852:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.415861:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a84a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8eee expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.415869:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12648 00000100:00100000:2.0:1780298665.415879:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610250880:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:2.0:1780298665.415886:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.415894:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a851 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8ef5 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1780298665.415907:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605430272:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.415922:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605430400:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.415956:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.415957:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.416739:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12101:1866777605430272:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.416762:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a84a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eee expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.416763:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605430400:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.416782:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6833b51/0xaf35132e6303a84a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8eee expref: 20 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.416788:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a851 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ef5 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.416791:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00010000:00010000:1.0:1780298665.416802:0:8358:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006dfdf24b/0xaf35132e6303a851 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ef5 expref: 15 pid: 8358 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.416813:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d08200, rc 0) 00000100:00100000:3.0:1780298665.416821:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36e4f0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610250752:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 979us (1139us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.416826:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12647 00000100:00100000:1.0:1780298665.416841:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610250880:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 962us (1056us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.416850:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12648 00000100:00100000:1.0:1780298665.418097:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.418165:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251008 00000100:00100000:0.0:1780298665.418170:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251008 00000100:00100000:0.0:1780298665.418208:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12649 00000100:00100000:0.0:1780298665.418217:0:8356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610251008:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.418225:0:8356:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.418234:0:8356:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a858 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8efc expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.418256:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.418264:0:8356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605430528:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.418300:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251136 00000100:00100000:1.0:1780298665.418304:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251136 00000100:00100000:0.0:1780298665.418310:0:8356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.418338:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12650 00000100:00100000:1.0:1780298665.418346:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610251136:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.418352:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.418359:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e6303a85f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f03 expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.418385:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605430656:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.418411:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7540 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.418904:0:8356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8356:1866777605430528:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.418920:0:8356:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a858 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8efc expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.418933:0:8356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000fa1945a/0xaf35132e6303a858 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8efc expref: 20 pid: 8356 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.418941:0:8356:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3000, rc 0) 00000100:00100000:0.0:1780298665.418968:0:8356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610251008:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 753us (871us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.418992:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12649 00000100:00100000:0.0:1780298665.419063:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433dfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9128:1866777605430656:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.419080:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e6303a85f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f03 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.419094:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d435700/0xaf35132e6303a85f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f03 expref: 15 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.419104:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031e00, rc 0) 00000100:00100000:0.0:1780298665.419165:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610251136:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 819us (911us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.419172:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12650 00000100:00100000:1.0:1780298665.420175:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.420203:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251264 00000100:00100000:0.0:1780298665.420208:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251264 00000100:00100000:0.0:1780298665.420235:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12651 00000100:00100000:0.0:1780298665.420243:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:30556:x1866777610251264:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.420251:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.420260:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f0a expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.420280:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.420294:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(40 110) 00010000:00010000:0.0:1780298665.420305:0:8359:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(41 110) 00010000:00010000:0.0:1780298665.420311:0:8359:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2682880->2691071] (req 2682880->2691071) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f0a expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.420333:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.420347:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.420359:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605430784:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.420398:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.421067:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8359:1866777605430784:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.421084:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2682880->2691071] (req 2682880->2691071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f0a expref: 20 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.421095:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2c00, rc 0) 00000100:00100000:0.0:1780298665.421178:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:30556:x1866777610251264:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 935us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.421185:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12651 00000100:00100000:2.0:1780298665.421425:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.421463:0:7400:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251392 00000100:00100000:1.0:1780298665.421468:0:7400:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251392 00010000:00010000:1.0:1780298665.421495:0:7400:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.421519:0:7400:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15758 00000100:00100000:1.0:1780298665.421527:0:7400:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+20:2399:x1866777610251392:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1780298665.421536:0:7400:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1780298665.421549:0:7400:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.421561:0:7400:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.421580:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ef46bb4/0xaf35132e6303a820 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [917504->5873663] (req 917504->921599) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8ec4 expref: 20 pid: 8356 timeout: 954 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.421594:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(41 110) 00010000:00010000:1.0:1780298665.421598:0:7400:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 time=1780298665 v=(41 110) 00010000:00010000:1.0:1780298665.421607:0:7400:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2682880->5873663] (req 2682880->2691071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f0a expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.421622:0:7400:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2682880->5873663] (req 2682880->2691071) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f0a expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.421642:0:7400:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000024bbcf41/0xaf35132e6303a866 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [2682880->5873663] (req 2682880->2691071) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f0a expref: 19 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.421651:0:7400:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605430912:192.168.203.25@tcp:105: 00000100:00100000:1.0:1780298665.421691:0:7400:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1780298665.422369:0:7400:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7400:1866777605430912:192.168.203.25@tcp:105: 00010000:00010000:2.0:1780298665.422380:0:7400:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1780298665.422411:0:7400:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610251392:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 885us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.422418:0:7400:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15758 00000100:00100000:2.0:1780298665.423022:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.423053:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:3.0:1780298665.423054:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251520 00000100:00100000:3.0:1780298665.423059:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251520 00000100:00100000:3.0:1780298665.423088:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251648 00000100:00100000:3.0:1780298665.423092:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251648 00000100:00100000:0.0:1780298665.423102:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12652 00000100:00100000:0.0:1780298665.423113:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610251520:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.423152:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12653 00010000:00010000:0.0:1780298665.423153:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1780298665.423165:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610251648:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.423165:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a86d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f11 expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.423191:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.423201:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a874 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f18 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.423222:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605431040:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.423229:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605431168:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.423273:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.423278:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.424008:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605431168:192.168.203.25@tcp:106: 00010000:00010000:3.0:1780298665.424031:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a874 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f18 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.424032:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605431040:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.424044:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a86d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f11 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.424047:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5524779/0xaf35132e6303a874 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f18 expref: 15 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.424056:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa41763f/0xaf35132e6303a86d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f11 expref: 20 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.424057:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a9c00, rc 0) 00010000:00010000:1.0:1780298665.424064:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3600, rc 0) 00000100:00100000:3.0:1780298665.424087:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610251648:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 926us (1033us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.424087:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610251520:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1065us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.424094:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12653 00000100:00100000:1.0:1780298665.424096:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12652 00000100:00100000:1.0:1780298665.425122:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.425180:0:9128:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251776 00000100:00100000:0.0:1780298665.425187:0:9128:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251776 00000100:00100000:0.0:1780298665.425222:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12654 00000100:00100000:0.0:1780298665.425231:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610251776:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.425241:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.425257:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a87b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f1f expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.425300:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605431296:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.425319:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.425356:0:8359:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610251904 00000100:00100000:0.0:1780298665.425356:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.425363:0:8359:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610251904 00000100:00100000:1.0:1780298665.425397:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12655 00000100:00100000:1.0:1780298665.425405:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610251904:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.425414:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.425423:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6303a882 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f26 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.425451:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605431424:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.425485:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.425929:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605431296:192.168.203.25@tcp:106: 00010000:00010000:0.0:1780298665.425942:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a87b lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f1f expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.425953:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045ae2ef5/0xaf35132e6303a87b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f1f expref: 20 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.425959:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de3200, rc 0) 00000100:00100000:0.0:1780298665.425983:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf2433de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2397:x1866777610251776:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 755us (865us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.425988:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12654 00000100:00100000:1.0:1780298665.426164:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605431424:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.426178:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6303a882 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f26 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.426189:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007556fb26/0xaf35132e6303a882 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f26 expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.426205:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030a00, rc 0) 00000100:00100000:1.0:1780298665.426232:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2398:x1866777610251904:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 828us (914us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.426239:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12655 00000100:00100000:0.0:1780298665.427180:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.427210:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.427211:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252032 00000100:00100000:2.0:1780298665.427215:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252032 00000100:00100000:2.0:1780298665.427239:0:8356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252160 00000100:00100000:2.0:1780298665.427241:0:8356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252160 00000100:00100000:1.0:1780298665.427247:0:20252:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12656 00000100:00100000:3.0:1780298665.427258:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12657 00000100:00100000:1.0:1780298665.427258:0:20252:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610252032:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:3.0:1780298665.427273:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610252160:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.427276:0:20252:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1780298665.427283:0:12101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.427290:0:20252:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e6303a889 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f2d expref: -99 pid: 20252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.427293:0:12101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e6303a890 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f34 expref: -99 pid: 12101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.427340:0:20252:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605431552:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.427342:0:12101:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605431680:192.168.203.25@tcp:106: 00000100:00100000:1.0:1780298665.427394:0:20252:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1780298665.427395:0:12101:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf242b570c0 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.428171:0:20252:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:20252:1866777605431552:192.168.203.25@tcp:106: 00000100:00100000:0.0:1780298665.428177:0:12101:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12101:1866777605431680:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.428197:0:20252:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e6303a889 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f2d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.428199:0:12101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e6303a890 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f34 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.428232:0:12101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a6833b51/0xaf35132e6303a890 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f34 expref: 12 pid: 12101 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.428233:0:20252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb61c4b0/0xaf35132e6303a889 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f2d expref: 12 pid: 20252 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.428264:0:20252:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340030e00, rc 0) 00010000:00010000:0.0:1780298665.428272:0:12101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf36d5a8c00, rc 0) 00000100:00100000:1.0:1780298665.428302:0:20252:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2399:x1866777610252032:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1047us (1122us total) trans 0 rc 301/301 00000100:00100000:0.0:1780298665.428304:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2400:x1866777610252160:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 1033us (1094us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.428318:0:20252:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12656 00000100:00100000:0.0:1780298665.428326:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12657 00000100:00100000:2.0:1780298665.429267:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.429308:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252288 00000100:00100000:0.0:1780298665.429313:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252288 00000100:00100000:2.0:1780298665.429324:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.429349:0:19992:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252416 00000100:00100000:0.0:1780298665.429353:0:19992:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252416 00000100:00100000:1.0:1780298665.429370:0:9128:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12658 00000100:00100000:2.0:1780298665.429382:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12659 00000100:00100000:1.0:1780298665.429384:0:9128:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610252288:12345-192.168.203.25@tcp:101:fsx.0 00000100:00100000:2.0:1780298665.429395:0:8359:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610252416:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:1.0:1780298665.429395:0:9128:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1780298665.429406:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1780298665.429407:0:9128:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a897 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f3b expref: -99 pid: 9128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.429434:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a89e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f42 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.429442:0:9128:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605431808:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.429464:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605431936:192.168.203.25@tcp:106: 00000100:00100000:2.0:1780298665.429495:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c480 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.429497:0:9128:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf3475a7000 going to sleep for 11 seconds 00000100:00100000:1.0:1780298665.430228:0:9128:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9128:1866777605431808:192.168.203.25@tcp:106: 00000100:00100000:3.0:1780298665.430257:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8359:1866777605431936:192.168.203.25@tcp:106: 00010000:00010000:1.0:1780298665.430271:0:9128:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a897 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f3b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.430278:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a89e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f42 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.430307:0:8359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ebbdc7/0xaf35132e6303a89e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f42 expref: 12 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.430310:0:9128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075373b83/0xaf35132e6303a897 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f3b expref: 12 pid: 9128 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1780298665.430330:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf244d09200, rc 0) 00010000:00010000:1.0:1780298665.430333:0:9128:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf340031c00, rc 0) 00000100:00100000:3.0:1780298665.430367:0:8359:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2398:x1866777610252416:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 976us (1041us total) trans 0 rc 301/301 00000100:00100000:1.0:1780298665.430374:0:9128:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+11:2397:x1866777610252288:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 993us (1105us total) trans 0 rc 301/301 00000100:00100000:3.0:1780298665.430380:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12659 00000100:00100000:1.0:1780298665.430388:0:9128:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12658 00000100:00100000:3.0:1780298665.431865:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:0.0:1780298665.431901:0:8358:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252544 00000100:00100000:0.0:1780298665.431907:0:8358:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252544 00000100:00100000:0.0:1780298665.431944:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 12660 00000100:00100000:0.0:1780298665.431953:0:8358:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:30556:x1866777610252544:12345-192.168.203.25@tcp:101:fsx.0 00010000:00010000:0.0:1780298665.431964:0:8358:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1780298665.431976:0:8358:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x11c228eb194d8f49 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.431995:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.432016:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=1780298661 v=(0 0) 00010000:00010000:0.0:1780298665.432020:0:8358:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=1780298665 v=(0 0) 00010000:00010000:0.0:1780298665.432026:0:8358:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f49 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.432049:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.432063:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1780298665.432074:0:8358:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605432064:192.168.203.25@tcp:104: 00000100:00100000:0.0:1780298665.432116:0:8358:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf375dff780 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.432804:0:8358:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243062d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1866777605432064:192.168.203.25@tcp:104: 00010000:00010000:0.0:1780298665.432822:0:8358:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f49 expref: 15 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1780298665.432836:0:8358:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9cf350de2800, rc 0) 00000100:00100000:0.0:1780298665.432865:0:8358:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:30556:x1866777610252544:12345-192.168.203.25@tcp:101:fsx.0 Request processed in 914us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.432876:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 12660 00000100:00100000:3.0:1780298665.433041:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.433080:0:20253:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252672 00000100:00100000:2.0:1780298665.433084:0:20253:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252672 00010000:00010000:2.0:1780298665.433101:0:20253:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.433145:0:20253:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 15759 00000100:00100000:2.0:1780298665.433153:0:20253:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+15:2400:x1866777610252672:12345-192.168.203.25@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1780298665.433162:0:20253:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1780298665.433173:0:20253:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.433182:0:20253:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.433194:0:20253:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4561703/0xaf35132e6303712a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.25@tcp remote: 0x11c228eb194d5cba expref: 15 pid: 8359 timeout: 954 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.433201:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=1780298665 v=(0 0) 00010000:00010000:2.0:1780298665.433204:0:20253:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 time=1780298665 v=(0 0) 00010000:00010000:2.0:1780298665.433210:0:20253:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f49 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.433227:0:20253:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f49 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.433244:0:20253:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000052b89172/0xaf35132e6303a8a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.203.25@tcp remote: 0x11c228eb194d8f49 expref: 14 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1780298665.433251:0:20253:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605432192:192.168.203.25@tcp:105: 00000100:00100000:2.0:1780298665.433289:0:20253:0:(client.c:2691:ptlrpc_set_wait()) set ffff9cf243e6c300 going to sleep for 11 seconds 00000100:00100000:0.0:1780298665.434073:0:20253:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:20253:1866777605432192:192.168.203.25@tcp:105: 00010000:00010000:0.0:1780298665.434086:0:20253:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1780298665.434169:0:20253:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+14:2400:x1866777610252672:12345-192.168.203.25@tcp:103:ldlm_bl.0 Request processed in 1015us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.434178:0:20253:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 15759 00000100:00100000:0.0:1780298665.439411:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:2.0:1780298665.439464:0:19951:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610252800 00000100:00100000:2.0:1780298665.439475:0:19951:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610252800 00000100:00100000:2.0:1780298665.439544:0:19951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 7599 00000100:00100000:2.0:1780298665.439556:0:19951:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+19:2399:x1866777610252800:12345-192.168.203.25@tcp:4:fsx.0 00002000:00010000:2.0:1780298665.439612:0:19951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1780298665.439625:0:19951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.439643:0:19951:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 time=0 v=(0 0) 00010000:00010000:2.0:1780298665.439647:0:19951:0:(ldlm_extent.c:456:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 time=1780298665 v=(0 0) 00010000:00010000:2.0:1780298665.439655:0:19951:0:(ldlm_resource.c:1745:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1780298665.439670:0:19951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1780298665.447935:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970066 is committed 00000001:00080000:0.0:1780298665.447951:0:9421:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294970065 is committed 00002000:00010000:1.0:1780298665.448054:0:19951:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size from disk: 0 -> 2687237 00002000:00010000:1.0:1780298665.448059:0:19951:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1780298665 00002000:00010000:1.0:1780298665.448062:0:19951:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1780298665 00002000:00010000:1.0:1780298665.448064:0:19951:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 0 -> 5256 00010000:00010000:1.0:1780298665.448079:0:19951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448094:0:19951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448103:0:19951:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448109:0:19951:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9cf244d09000 already unused, calling callback (ffffffffc0b15480) 00010000:00010000:1.0:1780298665.448114:0:19951:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448156:0:19951:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448178:0:19951:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1780298665.448186:0:19951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027b1d9e0/0xaf35132e6303a8ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->2691071] (req 0->2691071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1780298665.448280:0:19951:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+11:2399:x1866777610252800:12345-192.168.203.25@tcp:4:fsx.0 Request processed in 8722us (8872us total) trans 4294970066 rc 0/0 00000100:00100000:1.0:1780298665.448291:0:19951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 7599 00000100:00100000:0.0:1780298665.450897:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.450939:0:15026:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610253056 00000100:00100000:1.0:1780298665.450950:0:15026:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610253056 00000100:00100000:1.0:1780298665.450990:0:15026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 145 00000100:00100000:1.0:1780298665.450999:0:15026:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+53:30556:x1866777610253056:12345-192.168.203.25@tcp:35:fsx.0 00000001:00080000:1.0:1780298665.451219:0:15026:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991317 00000100:00100000:1.0:1780298665.451293:0:15026:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243061500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+55:30556:x1866777610253056:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 296us (401us total) trans 4294991318 rc 0/0 00000100:00100000:1.0:1780298665.451299:0:15026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 145 00000020:00080000:1.0:1780298665.451302:0:15026:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1780298665.456651:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.456703:0:6479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610253312 00000100:00100000:1.0:1780298665.456711:0:6479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610253312 00000100:00100000:1.0:1780298665.456758:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 146 00000100:00100000:1.0:1780298665.456768:0:6479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+55:30556:x1866777610253312:12345-192.168.203.25@tcp:35:fsx.0 00000001:00080000:1.0:1780298665.456956:0:6479:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294991319 00000100:00100000:1.0:1780298665.457026:0:6479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf36d4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+57:30556:x1866777610253312:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 261us (385us total) trans 4294991320 rc 0/0 00000100:00100000:1.0:1780298665.457033:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 146 00000020:00080000:1.0:1780298665.457037:0:6479:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1780298665.457793:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.457847:0:15026:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610253568 00000100:00100000:1.0:1780298665.457852:0:15026:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610253568 00000100:00100000:1.0:1780298665.457873:0:15026:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 147 00000100:00100000:1.0:1780298665.457877:0:15026:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+64:30556:x1866777610253568:12345-192.168.203.25@tcp:35:fsx.0 00000100:00100000:1.0:1780298665.457997:0:15026:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:a9f27b46-1e58-4b3a-bc39-449ecb1af8ca+65:30556:x1866777610253568:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 118us (205us total) trans 4294991321 rc 0/0 00000100:00100000:1.0:1780298665.458004:0:15026:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 147 00000100:00100000:0.0:1780298665.458649:0:3616:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp (source: 12345-192.168.203.25@tcp) 00000100:00100000:1.0:1780298665.458693:0:6479:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777610253824 00000100:00100000:1.0:1780298665.458698:0:6479:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777610253824 00000100:00100000:1.0:1780298665.458726:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp, seq: 148 00000100:00100000:1.0:1780298665.458735:0:6479:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380ca0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+57:30556:x1866777610253824:12345-192.168.203.25@tcp:35:fsx.0 00000100:00100000:1.0:1780298665.458841:0:6479:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380ca0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e30cf99f-4c41-4c6b-8649-e9856bf0abcc+58:30556:x1866777610253824:12345-192.168.203.25@tcp:35:fsx.0 Request processed in 107us (190us total) trans 4294991322 rc 0/0 00000100:00100000:1.0:1780298665.458848:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp, seq: 148 00000100:00100000:2.0:1780298665.571314:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777605432448:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571314:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605432320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780298665.571401:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298665.571404:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571406:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777605432576:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571448:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571473:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777605433088:0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.571479:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605432960:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571479:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777605432832:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571494:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571512:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777605433600:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571528:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298665.571540:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571546:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605432704:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571561:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605433344:0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.571575:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605433472:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571578:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298665.571595:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571601:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3624:1866777605433216:0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.571620:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298665.571624:0:3625:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605433856:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571630:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1780298665.571646:0:3626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf244812a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605433984:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571660:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571667:0:3624:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3624:1866777605433728:0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.571680:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.571711:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1780298665.571714:0:6472:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432448 00000100:00100000:0.0:1780298665.571722:0:6472:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432448 00000100:00100000:2.0:1780298665.571730:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432576 00000100:00100000:2.0:1780298665.571736:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432576 00000100:00100000:3.0:1780298665.571752:0:8361:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432320 00000100:00100000:3.0:1780298665.571757:0:8361:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432320 00000100:00100000:2.0:1780298665.571773:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433088 00000100:00100000:0.0:1780298665.571773:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1780298665.571778:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433088 00000100:00100000:0.0:1780298665.571788:0:6472:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf380c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777605432448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571806:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1780298665.571807:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432832 00000100:00100000:2.0:1780298665.571810:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432832 00000100:00100000:3.0:1780298665.571818:0:8361:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605432320:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1780298665.571828:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433216 00000100:00100000:2.0:1780298665.571831:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433216 00002000:00000024:3.0:1780298665.571836:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 32768 granted 969587520 pending 0 free 3907436544 avail 3672440832 00000100:00100000:2.0:1780298665.571845:0:7411:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433728 00000100:00100000:0.0:1780298665.571845:0:6472:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf380c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a32054e7-c858-4203-a2c6-5654368a105b+23:3626:x1866777605432448:12345-0@lo:400:kworker.0 Request processed in 60us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.571849:0:7411:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433728 00000100:00100000:0.0:1780298665.571857:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1780298665.571874:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1780298665.571885:0:8361:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605432320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.571887:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777605432576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.571899:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1780298665.571901:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433344 00000100:00100000:0.0:1780298665.571905:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433344 00000100:00100000:3.0:1780298665.571931:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1780298665.571941:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433472 00000100:00100000:2.0:1780298665.571942:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3623:x1866777605432576:12345-0@lo:400:kworker.0 Request processed in 58us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.571943:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777605433088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.571951:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433472 00000100:00100000:2.0:1780298665.571958:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1780298665.571978:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433856 00000100:00100000:0.0:1780298665.571981:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433856 00000100:00100000:2.0:1780298665.571984:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1780298665.571991:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3623:x1866777605433088:12345-0@lo:400:kworker.0 Request processed in 52us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.571992:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777605432832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572005:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1780298665.572007:0:12101:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433984 00000100:00100000:0.0:1780298665.572011:0:12101:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433984 00000100:00100000:3.0:1780298665.572027:0:9976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1780298665.572035:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1866777605432832:12345-0@lo:400:kworker.0 Request processed in 44us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.572039:0:9976:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1866777605433216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572042:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1780298665.572057:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605433344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.572062:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1780298665.572084:0:9976:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244813800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1866777605433216:12345-0@lo:400:kworker.0 Request processed in 48us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.572086:0:7411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1780298665.572095:0:9976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1780298665.572101:0:7411:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1866777605433728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572109:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605433344:12345-0@lo:400:kworker.0 Request processed in 54us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1780298665.572117:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1780298665.572164:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432960 00000100:00100000:3.0:1780298665.572169:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432960 00000100:00100000:0.0:1780298665.572172:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1780298665.572173:0:7411:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1866777605433728:12345-0@lo:400:kworker.0 Request processed in 76us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.572181:0:7411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:0.0:1780298665.572186:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605433472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572201:0:6481:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605432704 00000100:00100000:3.0:1780298665.572205:0:6481:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605432704 00000100:00100000:3.0:1780298665.572226:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1780298665.572231:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605433472:12345-0@lo:400:kworker.0 Request processed in 48us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.572232:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a32054e7-c858-4203-a2c6-5654368a105b:3626:1866777605432448:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572238:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605432960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572249:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1780298665.572268:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1780298665.572272:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605433472:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572279:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605433856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572287:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf242b41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605432960:12345-0@lo:400:kworker.0 Request processed in 51us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1780298665.572299:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605432960:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572302:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1780298665.572323:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf243063100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3625:x1866777605433856:12345-0@lo:400:kworker.0 Request processed in 46us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.572329:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1780298665.572334:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1780298665.572341:0:6481:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777605432704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572352:0:12101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1780298665.572361:0:12101:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605433984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.572366:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1780298665.572385:0:6481:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf244811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3624:x1866777605432704:12345-0@lo:400:kworker.0 Request processed in 46us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1780298665.572393:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1780298665.572394:0:17578:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605433600 00000100:00100000:1.0:1780298665.572399:0:17578:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605433600 00000100:00100000:2.0:1780298665.572403:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3623:1866777605432576:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572412:0:12101:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf25491a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1866777605433984:12345-0@lo:400:kworker.0 Request processed in 52us (730us total) trans 0 rc 0/0 00000100:00080000:3.0:1780298665.572416:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1780298665.572417:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3623:1866777605433088:0@lo:400:kworker.0 00000100:00080000:3.0:1780298665.572422:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1780298665.572423:0:12101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:3.0:1780298665.572427:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1780298665.572432:0:6473:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1780298665.572437:0:17578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1780298665.572445:0:17578:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777605433600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1780298665.572463:0:3626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf244812a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3626:1866777605433984:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572486:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf36d4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3624:1866777605432704:0@lo:400:kworker.0 00000100:00100000:1.0:1780298665.572489:0:17578:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3623:x1866777605433600:12345-0@lo:400:kworker.0 Request processed in 46us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298665.572496:0:17578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1780298665.572503:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3623:1866777605433600:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572504:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3624:1866777605433216:0@lo:400:kworker.0 00000100:00100000:3.0:1780298665.572523:0:3624:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3624:1866777605433728:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572542:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3625:1866777605432832:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572563:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605433344:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572572:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf242b69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605433856:0@lo:400:kworker.0 00000100:00100000:0.0:1780298665.572585:0:3625:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf243060a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3625:1866777605432320:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1780298665.763547:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1780298665.896554:0:22621:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16c: @@@@@@ FAIL: fsx failed 00000100:00100000:2.0:1780298666.083385:0:3623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605434112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1780298666.083465:0:3623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1780298666.083523:0:10402:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1866777605434112 00000100:00100000:1.0:1780298666.083533:0:10402:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1866777605434112 00000100:00100000:1.0:1780298666.083593:0:10402:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1780298666.083604:0:10402:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605434112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1780298666.083629:0:10402:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 110592 granted 969730880 pending 65536 free 3923091456 avail 3691012096 00000100:00100000:1.0:1780298666.083683:0:10402:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9cf254918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3623:x1866777605434112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1780298666.083691:0:10402:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1780298666.083736:0:3623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9cf2433df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3623:1866777605434112:0@lo:13:osp-pre-0-1.0 Debug log: 56815 lines, 56815 kept, 0 dropped, 0 bad.